-- Logs begin at Tue 2022-05-03 08:27:13 UTC, end at Tue 2022-05-03 09:39:46 UTC. -- May 03 09:02:41.230578 dv-cinder-840279-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 09:02:44.008699 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] Logging enabled! May 03 09:02:44.009327 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 09:02:44.009480 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103331) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 09:02:44.013056 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] Logging enabled! May 03 09:02:44.013315 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 09:02:44.013625 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103331) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 09:02:44.014537 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 09:02:44.014774 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 09:02:44.015141 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 09:02:44.015389 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 09:02:44.015616 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 09:02:44.015934 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.016356 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.016590 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.016889 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.017181 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.017466 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.017760 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.018069 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.018355 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.018637 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.018923 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.019155 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.019439 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.019728 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.020020 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.020275 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] debug = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.020560 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.020989 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.021391 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.021682 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.021974 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.022254 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.022525 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.022801 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.023129 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.023952 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] host = dv-cinder-840279-1-iscsi {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.024254 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.024544 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.024829 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.025116 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.025390 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.025666 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.025949 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.026221 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.026493 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.026768 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.027055 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.027341 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.027627 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.028054 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.028054 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.028363 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.028654 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.028929 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.029202 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.029473 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.029744 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.030013 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.030284 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.030568 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.030854 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.031135 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.031407 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.031675 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.031945 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.032240 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.032528 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.032798 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.033069 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.033340 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.033623 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.033888 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.034160 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.034459 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.034744 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.035023 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.035308 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.035580 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.035860 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.036150 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.036426 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.036696 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_json = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.036966 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.037235 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.037515 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.037784 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.038053 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.038324 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.038595 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.039403 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.039675 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:44.039969 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.040290 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.040589 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.040874 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.041176 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.041455 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.041745 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.042023 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.042311 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.042601 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.042889 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.043168 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.043468 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.043756 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.044050 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.044381 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.044677 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.044969 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.045245 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.045521 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.045795 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.046072 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.046358 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.046636 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.046924 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.047214 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.047493 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.047790 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.048074 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.048380 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.048674 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.048962 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.049235 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.049514 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.049805 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.050089 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.050360 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.050639 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.050930 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.051206 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.051476 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.051758 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.052033 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.052329 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.052602 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.052878 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.053167 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.053444 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.053714 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.053986 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.054261 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.055091 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.055381 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.055666 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.055939 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.056235 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.056519 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.056796 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.057073 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.057354 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.057628 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.057908 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.058182 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.058472 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.058728 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.059000 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.059272 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.059545 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.059815 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.060107 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.060393 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.060667 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.060942 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.061217 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.061493 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.061793 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.062073 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.062354 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.062631 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.062913 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.063191 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.063470 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.063749 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.064028 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.064329 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.064868 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.065160 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.065449 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.065739 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.066033 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.066329 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.066609 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.066887 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.067171 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.067449 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.067728 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.068011 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.068318 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.068618 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.068914 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.069209 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.069506 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.069799 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.070599 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.070910 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.071191 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:44.071441 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 09:02:44.071648 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103331) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 09:02:44.552813 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 09:02:44.553085 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 09:02:44.553385 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 09:02:44.553718 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 09:02:44.880738 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.880952 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.881219 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.882440 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.882716 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.882978 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.937684 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.937963 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.938232 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.952972 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.953250 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.953520 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.984055 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.984357 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:44.984622 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.020499 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.021027 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.021027 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.360178 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.360465 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.360733 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.361002 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.361696 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.460180 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.461120 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.461409 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.461683 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.461951 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.462266 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.462527 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.462784 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.463042 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.463324 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.463585 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.463849 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.464128 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.464380 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.464633 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.464896 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.465151 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.465416 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.465685 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.465942 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.466215 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.466466 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.466748 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.467124 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.467373 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.467619 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.468010 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:45.468283 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:45.468524 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:45.468762 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:45.468997 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:45.469231 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:45.469592 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 09:02:45.472698 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 09:02:45.476679 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 09:02:45.480575 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 03 09:02:45.482190 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 09:02:45.482653 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 09:02:45.483147 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 09:02:45.483529 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 09:02:45.486295 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 09:02:45.486547 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 09:02:45.486891 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 09:02:45.491737 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 03 09:02:45.515532 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 09:02:45.515979 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.516304 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103331) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 03 09:02:45.516676 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.518032 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103331) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 09:02:45.518312 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 09:02:45.518559 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 09:02:45.521845 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.522127 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:45.584276 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 09:02:45.584513 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 09:02:45.584751 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 09:02:45.585113 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 09:02:45.606014 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_db.sqlalchemy.engines [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103331) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 09:02:46.047766 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing driver for type 'gre' May 03 09:02:46.048427 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] gre ID ranges: [(1, 1000)] May 03 09:02:46.103873 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing driver for type 'local' May 03 09:02:46.104244 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing driver for type 'vlan' May 03 09:02:46.116798 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] VlanTypeDriver initialization complete May 03 09:02:46.117133 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing driver for type 'vxlan' May 03 09:02:46.117618 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] vxlan ID ranges: [(1, 1000)] May 03 09:02:46.167792 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing extension driver 'port_security' May 03 09:02:46.168168 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.extensions.port_security [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] PortSecurityExtensionDriver initialization complete May 03 09:02:46.168513 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing mechanism driver 'openvswitch' May 03 09:02:46.168844 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing mechanism driver 'hyperv' May 03 09:02:46.175382 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:02:46.176274 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.176657 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.177017 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.177545 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 09:02:46.177994 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnet after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.178352 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnet after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.178703 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.179102 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 09:02:46.179545 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.179900 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.180274 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.180674 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 09:02:46.181090 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > security_group after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.181443 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > security_group after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.181789 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.182188 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 09:02:46.182596 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.182946 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.183290 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.183696 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 09:02:46.184154 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > address_group after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.184510 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > address_group after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.184851 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.185248 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 09:02:46.185693 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] ML2 OVO RPC backend initialized. {{(pid=103331) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 03 09:02:46.186401 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.186762 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.187182 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.187533 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > networks before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.187885 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.188266 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > ports before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.188618 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnet before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.188962 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnets before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.189311 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.189921 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.190261 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.190602 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.190940 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.191277 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.191613 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnet after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.191950 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnet after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.192313 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.200369 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded quota_driver: . May 03 09:02:46.200738 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.plugin [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Modular L2 Plugin initialization complete May 03 09:02:46.201088 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading services supported by the core plugin {{(pid=103331) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 09:02:46.201434 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Got port-security extension from driver 'port_security' May 03 09:02:46.201919 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.extensions.vlantransparent [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Disabled vlantransparent extension. May 03 09:02:46.202421 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103331) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 09:02:46.202749 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: router May 03 09:02:46.237854 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.238257 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router after_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.238628 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router before_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.238991 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.239366 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.239724 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router after_delete 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.240114 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.240484 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.240848 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router after_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.241199 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.241559 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.241937 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.242415 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.242830 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.243209 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.243552 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.243892 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: subnet after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.244264 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.244615 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.244964 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.245309 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: port before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.245651 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.246007 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.246352 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.246704 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.247066 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.247411 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.247780 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > agent after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.248161 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > agent after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.248508 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.249362 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Tracking information for resource: router configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:46.249693 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Tracking information for resource: floatingip configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 09:02:46.254487 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.db.l3_agentschedulers_db [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 09:02:46.255066 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.255433 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.255789 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.256163 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.256961 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router before_create 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.257856 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.258222 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_create 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.258578 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > router precommit_update 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.263267 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.services.provider_configuration [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service providers = [] {{(pid=103331) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 09:02:46.263635 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.db.servicetype_db [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103331) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 09:02:46.266583 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 09:02:46.266943 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 09:02:46.267291 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 09:02:46.268201 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 09:02:46.268578 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.services.service_base [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 09:02:46.268960 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.269281 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 09:02:46.280377 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.280719 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: auto_allocate May 03 09:02:46.286386 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: network precommit_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.286759 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: network precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.287282 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.287610 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: tag May 03 09:02:46.294392 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.294726 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: timestamp May 03 09:02:46.298571 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.298864 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: network_ip_availability May 03 09:02:46.304380 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.304754 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.305112 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.305823 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.306147 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: flavors May 03 09:02:46.311035 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.311374 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading Plugin: revisions May 03 09:02:46.315860 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 09:02:46.316291 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 09:02:46.317032 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103331) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 09:02:46.317375 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Initializing extension manager. May 03 09:02:46.317908 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: __init__.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.318257 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: __pycache__ {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.318598 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: _port_mac_address_override.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.318933 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: address_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.319681 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.320784 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: address-group May 03 09:02:46.321116 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: address_scope.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.321839 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.322358 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: address-scope May 03 09:02:46.322687 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.323619 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.324155 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: router-admin-state-down-before-update May 03 09:02:46.324487 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: agent.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.325189 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.325694 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: agent May 03 09:02:46.326021 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: agent_resources_synced.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.326933 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.327440 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: agent-resources-synced May 03 09:02:46.327765 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: allowedaddresspairs.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.329572 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.330094 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: allowed-address-pairs May 03 09:02:46.330426 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: auto_allocated_topology.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.331494 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.332006 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: auto-allocated-topology May 03 09:02:46.332360 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: availability_zone.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.333054 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.333562 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: availability_zone May 03 09:02:46.333888 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: availability_zone_filter.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.334799 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.335305 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: availability_zone_filter May 03 09:02:46.336224 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: data_plane_status.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.337139 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.337642 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension data-plane-status not supported by any of loaded plugins May 03 09:02:46.337968 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: default_subnetpools.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.338883 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.339390 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: default-subnetpools May 03 09:02:46.339717 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.340548 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.341051 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: dhcp_agent_scheduler May 03 09:02:46.341377 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: dns.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.342294 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.342792 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension dns-integration not supported by any of loaded plugins May 03 09:02:46.343118 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: dns_domain_ports.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.344032 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.344558 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 09:02:46.344883 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.345798 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.346292 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 03 09:02:46.346615 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: dvr.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.347287 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.347785 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: dvr May 03 09:02:46.348126 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: ecmp_routes.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.349045 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.349545 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension ecmp_routes not supported by any of loaded plugins May 03 09:02:46.349870 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: empty_string_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.350780 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.351311 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: empty-string-filtering May 03 09:02:46.351638 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.352574 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.353079 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 09:02:46.353411 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.354327 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.354829 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 09:02:46.355155 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: external_net.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.356065 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.356594 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: external-net May 03 09:02:46.356922 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.357835 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.358336 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: extra_dhcp_opt May 03 09:02:46.358662 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: extraroute.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.359559 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.360061 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: extraroute May 03 09:02:46.360415 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: extraroute_atomic.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.361612 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.362121 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: extraroute-atomic May 03 09:02:46.362452 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: filter_validation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.363120 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.363624 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: filter-validation May 03 09:02:46.363950 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: fip_pf_description.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.364891 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.365395 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 09:02:46.365720 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: fip_pf_port_range.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.367138 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.367660 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 03 09:02:46.367987 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: fip_port_details.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.368936 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.369440 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: fip-port-details May 03 09:02:46.369766 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: flavors.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.370990 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.371503 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: flavors May 03 09:02:46.371833 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.373498 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.374026 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 09:02:46.374357 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: floatingip_pools.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.375053 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.375559 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: floatingip-pools May 03 09:02:46.375886 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: ip_allocation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.376837 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.377340 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension ip_allocation not supported by any of loaded plugins May 03 09:02:46.377663 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.378578 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.379085 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: ip-substring-filtering May 03 09:02:46.379413 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l2_adjacency.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.380365 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.380869 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension l2_adjacency not supported by any of loaded plugins May 03 09:02:46.381190 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.382147 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.383248 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: router May 03 09:02:46.383574 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.385821 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.386350 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 09:02:46.386683 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.387608 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.388230 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: ext-gw-mode May 03 09:02:46.388563 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.389489 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.390019 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: l3-ha May 03 09:02:46.390345 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.391253 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.391756 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 03 09:02:46.392105 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3_flavors.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.393026 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.393667 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: l3-flavors May 03 09:02:46.394004 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.395381 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.395892 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 03 09:02:46.396256 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.397178 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.397686 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: l3-port-ip-change-not-allowed May 03 09:02:46.398047 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: l3agentscheduler.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.399091 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.399599 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: l3_agent_scheduler May 03 09:02:46.399930 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: local_ip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.403139 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.403662 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension local_ip not supported by any of loaded plugins May 03 09:02:46.404001 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: logging.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.405516 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.406039 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension logging not supported by any of loaded plugins May 03 09:02:46.406374 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: metering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.407120 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.407700 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: metering May 03 09:02:46.408032 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.409160 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.409676 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: metering_source_and_destination_fields May 03 09:02:46.410006 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: multiprovidernet.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.410928 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.411436 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: multi-provider May 03 09:02:46.411766 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: netmtu.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.412702 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.413207 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: net-mtu May 03 09:02:46.413558 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: netmtu_writable.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.414477 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.414981 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: net-mtu-writable May 03 09:02:46.415307 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: network_availability_zone.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.415974 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.416513 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: network_availability_zone May 03 09:02:46.416838 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: network_ip_availability.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.417936 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.418455 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: network-ip-availability May 03 09:02:46.418785 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: network_segment_range.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.419556 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.420062 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension network-segment-range not supported by any of loaded plugins May 03 09:02:46.420411 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: pagination.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.421414 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.421732 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: pagination May 03 09:02:46.422057 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: port_device_profile.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.422969 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.423474 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: port-device-profile May 03 09:02:46.423806 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: port_mac_address_override.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.424770 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.425273 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: port-mac-override May 03 09:02:46.425598 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.426512 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.427014 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: port-mac-address-regenerate May 03 09:02:46.427337 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.428284 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.428789 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: port-numa-affinity-policy May 03 09:02:46.429112 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: port_resource_request.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.430544 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.431044 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension port-resource-request not supported by any of loaded plugins May 03 09:02:46.431366 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: port_resource_request_groups.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.432352 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.432856 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension port-resource-request-groups not supported by any of loaded plugins May 03 09:02:46.433179 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: portbindings.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.434101 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.434609 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: binding May 03 09:02:46.434934 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: portbindings_extended.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.436223 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.436737 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: binding-extended May 03 09:02:46.437066 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: portsecurity.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.437984 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.438492 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: port-security May 03 09:02:46.438823 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: project_id.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.440053 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.440409 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: project-id May 03 09:02:46.440734 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: providernet.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.441643 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.442148 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: provider May 03 09:02:46.442474 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.446801 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.447322 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos not supported by any of loaded plugins May 03 09:02:46.447654 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.448931 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.449444 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 09:02:46.449779 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.450712 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.451220 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 09:02:46.451550 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_default.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.452492 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.452996 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-default not supported by any of loaded plugins May 03 09:02:46.453323 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_fip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.454253 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.454759 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-fip not supported by any of loaded plugins May 03 09:02:46.455088 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.456003 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.456535 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 03 09:02:46.456864 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_gateway_ip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.457794 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.458296 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 09:02:46.458623 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_port_network_policy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.459538 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.460041 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 09:02:46.460412 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.461445 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.461958 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-pps-minimum not supported by any of loaded plugins May 03 09:02:46.462290 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.463325 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.463835 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 03 09:02:46.464193 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_pps_rule.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.465368 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.465884 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-pps not supported by any of loaded plugins May 03 09:02:46.466212 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_rule_type_details.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.467131 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.467642 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 09:02:46.467972 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.468909 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.469417 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 03 09:02:46.469744 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: qos_rules_alias.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.470775 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.471289 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 09:02:46.471621 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: quota_check_limit.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.472642 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.473157 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: quota-check-limit May 03 09:02:46.473488 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: quotasv2.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.474443 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.474774 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: quotas May 03 09:02:46.475100 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: quotasv2_detail.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.476849 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.477192 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: quota_details May 03 09:02:46.477528 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: rbac.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.478596 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.479118 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: rbac-policies May 03 09:02:46.479452 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: rbac_address_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.480418 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.480939 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: rbac-address-group May 03 09:02:46.481267 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: rbac_address_scope.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.482188 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.482700 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: rbac-address-scope May 03 09:02:46.483027 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: rbac_security_groups.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.483949 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.484495 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: rbac-security-groups May 03 09:02:46.484838 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: rbac_subnetpool.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.486724 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.487237 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: rbac-subnetpool May 03 09:02:46.487563 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: revisionifmatch.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.488508 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.489020 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: revision-if-match May 03 09:02:46.489346 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: revisions.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.490462 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.490973 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: standard-attr-revisions May 03 09:02:46.491304 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: router_availability_zone.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.492525 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.493032 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: router_availability_zone May 03 09:02:46.493359 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: routerservicetype.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.494286 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.494794 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension router-service-type not supported by any of loaded plugins May 03 09:02:46.495123 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.496052 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.496589 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: security-groups-normalized-cidr May 03 09:02:46.496917 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.497853 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.498363 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: port-security-groups-filtering May 03 09:02:46.498716 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.499644 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.500193 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: security-groups-remote-address-group May 03 09:02:46.500523 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.501559 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.502068 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: security-groups-shared-filtering May 03 09:02:46.502397 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.502985 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 03 09:02:46.503312 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: securitygroup.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.513458 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.513988 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: security-group May 03 09:02:46.514322 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: segment.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.515054 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.515570 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension segment not supported by any of loaded plugins May 03 09:02:46.515900 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.516929 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.517439 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 09:02:46.517766 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: servicetype.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.518854 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.519368 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: service-type May 03 09:02:46.519698 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: sorting.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.520837 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.521175 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: sorting May 03 09:02:46.521515 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: standard_attr_segment.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.522559 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.523146 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 09:02:46.523480 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: standardattrdescription.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.524277 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.524821 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: standard-attr-description May 03 09:02:46.525135 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: stateful_security_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.526166 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.526751 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: stateful-security-group May 03 09:02:46.527087 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: stdattrs_common.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.527756 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 09:02:46.528081 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.529132 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.529689 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 09:02:46.529972 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: subnet_onboard.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.531096 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.531689 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: subnet_onboard May 03 09:02:46.532099 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.533090 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.533686 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 09:02:46.534066 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: subnet_service_types.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.535050 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.535617 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: subnet-service-types May 03 09:02:46.535945 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: subnetallocation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.537057 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.537677 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: subnet_allocation May 03 09:02:46.538014 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.538720 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.539224 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: subnetpool-prefix-ops May 03 09:02:46.539552 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.540518 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.541024 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 09:02:46.541348 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: tagging.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.542424 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.542938 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: standard-attr-tag May 03 09:02:46.543270 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: timestamp.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.544522 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.545032 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loaded extension: standard-attr-timestamp May 03 09:02:46.545364 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: trunk.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.546393 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.546906 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension trunk not supported by any of loaded plugins May 03 09:02:46.547234 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: trunk_details.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.548169 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.548726 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension trunk-details not supported by any of loaded plugins May 03 09:02:46.549024 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: uplink_status_propagation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.549925 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.550435 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 09:02:46.550760 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Loading extension file: vlantransparent.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 09:02:46.551431 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 09:02:46.551934 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extension vlan-transparent not supported by any of loaded plugins May 03 09:02:46.555036 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:network May 03 09:02:46.555564 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:subnet May 03 09:02:46.555964 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:subnetpool May 03 09:02:46.556399 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:port May 03 09:02:46.557669 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.558107 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service FLAVORS assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.558714 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.559138 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.559471 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:router May 03 09:02:46.559908 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:floatingip May 03 09:02:46.560431 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service METERING assigned prefix: /metering {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.561880 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.562265 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.562620 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:02:46.563639 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of CountableResource for resource:rbac_policy May 03 09:02:46.564100 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:security_group May 03 09:02:46.564789 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:security_group_rule May 03 09:02:46.565399 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.565735 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:subnetpool May 03 09:02:46.566089 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] subnetpool is already registered May 03 09:02:46.566513 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.566857 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:subnetpool May 03 09:02:46.567189 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] subnetpool is already registered May 03 09:02:46.569475 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.570529 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service FLAVORS assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.571118 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.571543 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.571884 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:router May 03 09:02:46.572268 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] router is already registered May 03 09:02:46.572692 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:floatingip May 03 09:02:46.573036 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] floatingip is already registered May 03 09:02:46.573496 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service METERING assigned prefix: /metering {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.574165 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of CountableResource for resource:rbac_policy May 03 09:02:46.574496 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] rbac_policy is already registered May 03 09:02:46.574911 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:security_group May 03 09:02:46.575248 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] security_group is already registered May 03 09:02:46.575653 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:security_group_rule May 03 09:02:46.575993 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] security_group_rule is already registered May 03 09:02:46.576640 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.576975 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:subnetpool May 03 09:02:46.577312 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] subnetpool is already registered May 03 09:02:46.577729 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 09:02:46.578058 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Creating instance of TrackedResource for resource:subnetpool May 03 09:02:46.578392 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] subnetpool is already registered May 03 09:02:46.578869 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: extensions {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.580400 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: address-groups {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.581887 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: address-scopes {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.583202 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: agents {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.584379 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: auto-allocated-topology {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.585621 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: availability_zones {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.586834 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: dhcp-networks {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.588356 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: dhcp-agents {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.589773 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: routers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.591948 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: flavors {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.593135 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: service_profiles {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.594323 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: next_providers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.595763 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: service_profiles {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.597348 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: floatingip-pools {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.598557 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: routers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.600654 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: floatingips {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.602886 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: l3-routers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.604286 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: l3-agents {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.605719 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: metering-labels {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.607060 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: metering-label-rules {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.608365 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: network-ip-availabilities {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.609612 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: bindings {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.611234 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: quotas {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.612828 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: quotas {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.614331 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: rbac-policies {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.615622 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: security-groups {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.617385 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: security-group-rules {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.618606 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: service-providers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.619982 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: subnetpools {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.621418 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: subnetpools {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.622838 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.624518 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.626373 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.628152 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.629916 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.631745 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.634012 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.635880 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.637653 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.639491 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 09:02:46.645381 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING keystonemiddleware.auth_token [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 09:02:46.650173 dv-cinder-840279-1-iscsi neutron-server[103331]: WARNING keystonemiddleware.auth_token [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 09:02:46.658741 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Acquired lock "singleton_lock" {{(pid=103331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 03 09:02:46.659226 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Releasing lock "singleton_lock" {{(pid=103331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 03 09:02:46.659881 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO oslo_service.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Starting 2 workers May 03 09:02:46.664897 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Started child 103440 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 09:02:46.669423 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Started child 103441 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 09:02:46.670455 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:02:46.671083 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO neutron.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Neutron service started, listening on 0.0.0.0:9696 May 03 09:02:46.671653 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:02:46.671954 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [-] (103440) wsgi starting up on http://0.0.0.0:9696 May 03 09:02:46.674073 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO oslo_service.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Starting 1 workers May 03 09:02:46.674256 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:02:46.675661 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [-] (103441) wsgi starting up on http://0.0.0.0:9696 May 03 09:02:46.679947 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Started child 103442 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 09:02:46.680522 dv-cinder-840279-1-iscsi neutron-server[103331]: INFO oslo_service.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Starting 1 workers May 03 09:02:46.683667 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] calling RpcWorker wait() {{(pid=103442) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 09:02:46.684225 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] returning from RpcWorker wait() {{(pid=103442) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 09:02:46.685114 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Started child 103443 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 09:02:46.685601 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:02:46.685932 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34146fbe-7934-417c-a44f-a94f6a94537f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:02:46.686046 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:02:46.687909 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 09:02:46.688145 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 09:02:46.688339 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 09:02:46.688561 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 09:02:46.688888 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 09:02:46.689055 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 09:02:46.689857 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.690127 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.690378 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.690647 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.691135 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:02:46.691598 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.691598 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.691747 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.692210 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.692449 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.692621 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.692790 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.693036 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.693289 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.693609 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.693857 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.694106 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.694363 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.694535 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.694849 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.695650 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.695880 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.696187 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] debug = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.696434 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.696921 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.697150 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.697416 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.697665 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.697945 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.698197 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.698470 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.698724 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.698959 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.699208 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.699459 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.699703 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.699934 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.700175 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.700424 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.700658 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.701140 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host = dv-cinder-840279-1-iscsi {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.701388 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.701621 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.701864 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.702109 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.702381 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.702601 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.702856 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.703098 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.703356 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.703614 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.703868 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.704123 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.704363 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.704629 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.704796 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_options = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.705030 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.705302 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.705556 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.705744 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.705914 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.706078 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.706334 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.706500 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.706762 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.706995 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.707218 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.707454 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.707669 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.707906 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.708239 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.708461 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.708695 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.708915 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.709142 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.709480 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.709715 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.709945 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.710198 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.710469 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.710720 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.710941 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.711350 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.711573 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.711939 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.712185 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.712345 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.712671 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.712885 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.713027 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.713240 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.713467 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.713700 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.713973 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.714167 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.714545 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.714803 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.715064 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.715281 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.715510 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.715726 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.715947 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.716184 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_json = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.716475 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.716724 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.717027 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.717210 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.717424 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.717630 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:02:46.717779 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.717913 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.718079 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.718469 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.718749 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.719038 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.719337 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.719598 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.719851 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.720189 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.720427 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.720684 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.720917 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.722283 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.722283 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.722283 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.722283 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.722283 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.723392 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.723392 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.723392 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.723392 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.723915 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.723915 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.724280 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.724438 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.725861 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.725861 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.725861 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.725861 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.725861 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.725861 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.726791 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.726959 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.727303 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.727571 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.727844 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.728078 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.728339 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.728582 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.728839 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.729054 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.729296 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.729529 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.729817 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.730248 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.730639 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.731049 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.731479 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.731867 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.732294 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.732714 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.733139 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.733568 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.733995 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.734385 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.734790 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.735176 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.735562 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.736053 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.736576 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.737060 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.737585 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.738014 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.738429 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.738855 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.739254 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.739660 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.740067 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.740507 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.740908 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.741310 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.741790 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.742578 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.742831 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.743062 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.743282 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.743584 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.743832 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.744053 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.744302 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.744517 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.744889 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.745265 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.745627 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.746232 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.746618 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.747026 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.747270 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.747488 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.747738 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.747956 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.748338 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.748694 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.749081 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.749319 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.749629 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.749879 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.750128 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.750371 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.750629 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.750857 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.751112 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.751327 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.751555 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.751803 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.752073 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.752327 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.752577 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.752806 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.753022 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.753458 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.753847 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.754212 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.754623 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.754881 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.755117 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.755343 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.755614 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.755996 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.756422 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.756668 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.756940 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.757226 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.757626 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.757789 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.758014 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.758289 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.758599 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.758884 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.759177 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.759413 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.759648 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.759939 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.761163 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.761163 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.761163 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.761163 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.761163 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.761510 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.761638 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.762062 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.762362 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.762753 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.762920 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.763134 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.763367 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.763649 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.763892 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.764153 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.764426 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.765376 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.765376 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.765376 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.765376 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.765699 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.765810 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.766039 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.766274 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.766512 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.766724 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.766958 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.767179 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.767392 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.767639 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.767859 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.768119 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.768346 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.768584 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.768802 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.769049 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.769261 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.769825 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.769825 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.770008 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.770154 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.770365 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.770579 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.770825 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.771060 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.771477 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.771742 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.771959 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.772213 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.772468 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.772718 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.772977 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.773225 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.773470 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.773702 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.773918 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.774137 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.774352 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.774640 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.774874 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.775086 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.775472 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.775873 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.776411 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.776666 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.776904 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.777165 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.777412 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.777628 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.777870 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.778088 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.778305 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.778521 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.778916 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.779324 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.779569 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.779810 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.780029 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.780296 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.780559 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.780800 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.781044 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.781261 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.781505 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.781723 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.781942 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.782159 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.782372 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.782590 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.782820 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.783040 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.783269 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.783577 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.783835 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.784066 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.784349 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.784566 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.784858 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.785028 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.785250 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.785460 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.785680 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.785917 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.786127 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.786371 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.786582 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.786812 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.787037 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.787252 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.787614 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.787850 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.788058 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.788296 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.789051 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.789269 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.789479 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.789707 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.789940 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.790149 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.790373 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.790590 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.790802 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.791046 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.791255 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.791461 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.791690 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.791904 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.792155 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.792454 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.792814 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.792919 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.793214 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.793481 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.793731 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.793958 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.794282 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.794528 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.794802 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.795023 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.795275 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.795816 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:02:46.795965 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.795965 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.796238 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.796374 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.796623 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.796858 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.797132 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.797422 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.797682 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.797959 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.798267 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.798597 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.799039 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.799182 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.799383 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.799612 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.799832 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.800047 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.800293 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.800538 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.800753 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.800947 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.801214 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.801418 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.801634 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.801864 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.802109 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.802343 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.802553 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.802794 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.803781 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.803781 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 09:02:46.803781 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 09:02:46.804773 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 09:02:46.804773 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 09:02:46.804773 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 09:02:46.805128 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 09:02:46.805128 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 09:02:46.805278 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.805354 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.805483 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.805645 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.805825 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.806135 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.806435 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.806604 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.806767 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.806925 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.807085 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.807383 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.807689 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.807851 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.808012 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.808200 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.808365 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.808531 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.808691 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.808849 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.809008 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.809167 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] debug = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.809326 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.809523 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.809711 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.809844 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.809992 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.810154 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.810311 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.810471 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.810631 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.810790 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.810947 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.811107 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.811266 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.811425 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.811584 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.811746 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.811905 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.812058 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host = dv-cinder-840279-1-iscsi {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.812235 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.812394 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.812547 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.812700 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.812854 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.813007 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.813161 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.813312 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.813476 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.813634 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.813793 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.813954 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.814112 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.814273 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.814429 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_options = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.814843 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.815002 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.815161 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.815335 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.815498 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.815657 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.815815 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.815973 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.816150 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.816313 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.816471 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.816629 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.816790 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.816949 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.817107 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.817267 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.817424 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.817581 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.817740 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.817974 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.818137 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.818533 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.818692 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.818984 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.819272 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.819578 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.819753 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.819920 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.820099 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.820262 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.820451 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.820567 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.820732 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.820893 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.821047 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.821206 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.821353 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.821513 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.821715 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.821820 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.821999 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.822157 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.822293 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.822448 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.822759 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.822918 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.823078 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_json = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.823237 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.823394 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.823702 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.823861 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.824022 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.824209 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.824370 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.824531 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.824693 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 09:02:46.824869 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.825033 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.825205 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.825368 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.825528 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.825690 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.825852 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.826027 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.826172 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.826337 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.826505 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.826665 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.826839 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.827000 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.827161 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.827325 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.827487 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.827648 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.827809 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.827970 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.828153 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.828320 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.828491 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.828651 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.828812 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.828973 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.829133 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.829301 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.829460 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.829629 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.829866 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.830033 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.830194 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.830345 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.830507 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.830671 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.830823 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.830983 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.831145 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.831307 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.831468 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.831631 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832001 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832001 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832525 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832525 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832525 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832796 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832796 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.832938 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.833015 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.833165 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.833325 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.833487 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.833679 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.833855 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.833979 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.834098 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.834257 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.834419 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.834647 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.834774 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.834896 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.835025 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.835178 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.835331 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.835525 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.835687 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.835851 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.836026 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.836208 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.836371 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.836531 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.836693 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.836855 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.837017 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.837179 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.837341 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.837503 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.837665 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.837827 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.837988 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.838149 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.838316 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.838478 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.838640 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.838802 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.838964 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.839125 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.839285 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.839446 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.839606 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.839783 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.839944 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.840122 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.840287 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.840448 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.840608 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.840769 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.840932 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.841094 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.841255 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.841415 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.841575 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.841738 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.841899 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.842059 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.842219 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.842380 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.842539 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.842700 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.842860 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.843020 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.843181 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.843342 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.843502 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.843662 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.843823 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.843984 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.844184 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.844345 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.844507 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.844668 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.844837 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.845009 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.845171 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.845334 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.845495 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.845656 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.845819 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.845979 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.846141 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.846302 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.846463 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.846624 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.846796 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.846959 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.847117 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.847257 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.847441 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.847601 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.847761 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.847922 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.848116 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.848263 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.848398 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.848562 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.848722 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.848871 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.849031 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.849193 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.849353 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.849547 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.849718 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.849878 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.850040 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.850202 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.850364 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.850527 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.850690 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.850851 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.851545 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.851711 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.851874 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.852035 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.852220 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.852382 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.852543 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.852704 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.852863 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.853024 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.853185 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.853345 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.853506 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.853667 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.853828 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.853991 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.854152 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.854313 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.854475 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.854637 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.854798 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.854960 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.855124 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.855285 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.855447 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.855608 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.855769 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.855932 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.856110 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.856277 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.856439 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.856624 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.856785 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.856964 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.857124 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.857285 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.857448 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.857609 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.857770 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.857929 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.858089 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.858249 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.858409 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.858572 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.858739 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.858899 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.859059 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.859220 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.859379 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.859543 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.859707 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.859870 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.860031 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.860213 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.860376 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.860537 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.860696 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.860857 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.861018 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.861179 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.861339 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.861499 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.861673 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.861834 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.861994 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.862155 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.862315 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.862474 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.862644 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.862808 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.862969 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.863129 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.863289 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.863449 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.863619 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.863779 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.863939 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.864143 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.864281 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.864442 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.864612 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.864772 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.864932 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.865092 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.865251 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.865411 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.865579 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.865739 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.865899 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.866060 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.866220 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.866382 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.866538 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.867335 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.867498 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.867660 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.867821 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.867981 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.868180 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.868346 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.868509 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.868678 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.868842 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.869004 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.869164 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.869337 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.869498 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.869684 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.869825 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.869986 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.870147 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.870308 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.870474 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.870643 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.870812 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.870977 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.871145 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.871313 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.871484 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.871647 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.871811 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.871983 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.872168 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.872331 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.872492 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.872652 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.872813 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.872975 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.873137 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.873298 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.873458 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.873620 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.873781 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.873944 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.874105 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.874264 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.874427 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.874586 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.874746 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.874907 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.875066 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 09:02:46.875220 dv-cinder-840279-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 09:02:46.899009 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 52830) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:02:46.907586 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064039 May 03 09:02:58.016500 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd410c95-dd5b-4544-bd49-28ef179db6af None None] get_active_networks_info from dv-cinder-840279-1-iscsi {{(pid=103442) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 03 09:02:58.091454 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd410c95-dd5b-4544-bd49-28ef179db6af None None] No non-hosted networks {{(pid=103442) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 09:02:58.107961 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.agentschedulers_db [None req-bd410c95-dd5b-4544-bd49-28ef179db6af None None] DHCP Agent not found on host dv-cinder-840279-1-iscsi {{(pid=103442) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 09:02:58.197831 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14c04c4c-d3d0-4aef-adac-449b168430ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442676'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:00.279007 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5facd8e2-dc55-43fd-ad49-4c346793bb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442676'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:00.328570 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd2bb-e72e-4b23-9bbd-7e6261252ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:01.275183 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442676'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:01.357167 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 52898) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:01.873157 dv-cinder-840279-1-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-0e7f8ab2-5f30-4665-a4c4-63ccddf578b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:01.873892 dv-cinder-840279-1-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-0e7f8ab2-5f30-4665-a4c4-63ccddf578b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:02.098023 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [None req-0e7f8ab2-5f30-4665-a4c4-63ccddf578b5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:03:02.112111 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0e7f8ab2-5f30-4665-a4c4-63ccddf578b5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7408347 May 03 09:03:02.828969 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442676'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:04.305109 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442676'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:04.305801 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.306222 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.306741 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.307236 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.308953 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.311563 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.311995 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.312446 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.312865 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.313264 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.313936 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.314331 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.314759 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.315151 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.315539 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:04.316014 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840279-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:04.322674 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840279-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:04.685036 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 52928) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:05.002565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-56313501-70ac-49f7-a5f4-8acd8bee3c8a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:03:05.096617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.policy [None req-56313501-70ac-49f7-a5f4-8acd8bee3c8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103441) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 09:03:05.139096 dv-cinder-840279-1-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-56313501-70ac-49f7-a5f4-8acd8bee3c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:05.139486 dv-cinder-840279-1-iscsi neutron-server[103441]: WARNING oslo_policy.policy [None req-56313501-70ac-49f7-a5f4-8acd8bee3c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:05.239294 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-56313501-70ac-49f7-a5f4-8acd8bee3c8a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728244741179', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728244722231', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728244725112', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728244765575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728244775822', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728244752037', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1497165', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1370207', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-301157', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8053160'] for rbac-policy (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:05.313908 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-56313501-70ac-49f7-a5f4-8acd8bee3c8a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:05.315163 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-56313501-70ac-49f7-a5f4-8acd8bee3c8a admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6291549 May 03 09:03:05.561215 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.db.l3_hamode_db [None req-cda1e540-0623-46fe-909b-be6d51f6b71d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 09:03:05.639287 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1e540-0623-46fe-909b-be6d51f6b71d None None] Routers set() bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:03:05.639676 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1e540-0623-46fe-909b-be6d51f6b71d None None] Router IDs set() for agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 03 09:03:07.763354 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 52940) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:08.076139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:03:08.104733 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Made reservation on behalf of 01616978948a4ea094e1ee9190ac21f2 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:03:08.108428 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.124234 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.234107 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks [] for security_group (1303b032-aee6-4c0f-abfb-4668ab0aeece), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.237975 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (1303b032-aee6-4c0f-abfb-4668ab0aeece), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.270433 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:03:08.298292 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728242212401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (9c03a35e-2035-4a58-b198-984b07a16bb2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.298881 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Unsubscribe: segment precommit_create {{(pid=103441) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 09:03:08.299393 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Added segment 9c03a35e-2035-4a58-b198-984b07a16bb2 of type vlan for network 7926df44-a25a-48f1-8016-8a4236f64f9a May 03 09:03:08.314228 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1303b032-aee6-4c0f-abfb-4668ab0aeece,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:08.362833 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.363172 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.363519 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.363866 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.364224 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.364554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.364873 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.365190 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.365534 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.365848 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.366162 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.366494 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.366808 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.367118 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.367429 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Tracked resource versions report: May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: pushed versions: May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: { 'AddressGroup': {'1.2'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Agent': {'1.1'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'ConntrackHelper': {'1.0'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'LocalIPAssociation': {'1.0'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Log': {'1.0'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'NDPProxy': {'1.0'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Network': {'1.1'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Port': {'1.7'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'PortForwarding': {'1.3'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'QosPolicy': {'1.10'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroup': {'1.5'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroupRule': {'1.2'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SubPort': {'1.0'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Subnet': {'1.1'}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Trunk': {'1.1'}} May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: consumer versions: May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Agent': '1.1', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'ConntrackHelper': '1.0', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'LocalIPAssociation': '1.0', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Log': '1.0', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'NDPProxy': '1.0', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Network': '1.1', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Port': '1.7', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'PortForwarding': '1.3', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'QosPolicy': '1.10', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroup': '1.5', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroupRule': '1.2', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SubPort': '1.0', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Subnet': '1.1', May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Trunk': '1.1'}} May 03 09:03:08.368913 dv-cinder-840279-1-iscsi neutron-server[103441]: {{(pid=103441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:03:08.414014 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (7926df44-a25a-48f1-8016-8a4236f64f9a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.452701 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (7926df44-a25a-48f1-8016-8a4236f64f9a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.457944 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:08.458656 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:08.532972 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7684546 May 03 09:03:08.580579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a890727-a627-4716-ac89-412c1843a7d4 demo demo] Pushing event updated for resources: {'Network': ['ID=7926df44-a25a-48f1-8016-8a4236f64f9a,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:08.593380 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 7926df44-a25a-48f1-8016-8a4236f64f9a details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:03:11.041275 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 52952) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:11.517716 dv-cinder-840279-1-iscsi neutron-server[103440]: WARNING oslo_policy.policy [None req-75c760e6-a91c-4971-a2fa-b69eb5798c9c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:11.518287 dv-cinder-840279-1-iscsi neutron-server[103440]: WARNING oslo_policy.policy [None req-75c760e6-a91c-4971-a2fa-b69eb5798c9c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:11.949894 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.policy [None req-75c760e6-a91c-4971-a2fa-b69eb5798c9c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103440) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 09:03:11.990499 dv-cinder-840279-1-iscsi neutron-server[103440]: WARNING oslo_policy.policy [None req-75c760e6-a91c-4971-a2fa-b69eb5798c9c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:11.990874 dv-cinder-840279-1-iscsi neutron-server[103440]: WARNING oslo_policy.policy [None req-75c760e6-a91c-4971-a2fa-b69eb5798c9c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 09:03:11.998293 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c760e6-a91c-4971-a2fa-b69eb5798c9c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:12.000149 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-75c760e6-a91c-4971-a2fa-b69eb5798c9c demo admin] 10.222.0.23 "GET /v2.0/networks/7926df44-a25a-48f1-8016-8a4236f64f9a HTTP/1.1" status: 200 len: 825 time: 0.9568584 May 03 09:03:12.040097 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-37db4105-fa15-47ee-b1e8-5cae143d6f26 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/684ee458-217c-4156-abf9-54cc10643ec7 HTTP/1.1" status: 200 len: 734 time: 0.0342371 May 03 09:03:12.048642 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '684ee458-217c-4156-abf9-54cc10643ec7', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:03:12.085432 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Made reservation on behalf of 01616978948a4ea094e1ee9190ac21f2 for: {'subnet': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:03:12.088189 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:12.371235 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (a3ef54e9-051e-4131-877e-3fe672fb5a1c), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:12.440352 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Checking segment: {'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:03:12.440813 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Network hostable DHCP agents. Network: 7926df44-a25a-48f1-8016-8a4236f64f9a, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:03:12.455174 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a3ef54e9-051e-4131-877e-3fe672fb5a1c,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:12.470933 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.471306 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.471694 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.472047 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.472403 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.472728 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.473046 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.473370 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.473726 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.474162 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.474463 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.474784 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.475097 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.475410 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.475725 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Tracked resource versions report: May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: pushed versions: May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: { 'AddressGroup': {'1.2'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Agent': {'1.1'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'ConntrackHelper': {'1.0'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'LocalIPAssociation': {'1.0'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Log': {'1.0'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'NDPProxy': {'1.0'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Network': {'1.1'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Port': {'1.7'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'PortForwarding': {'1.3'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'QosPolicy': {'1.10'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroup': {'1.5'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroupRule': {'1.2'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SubPort': {'1.0'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Subnet': {'1.1'}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Trunk': {'1.1'}} May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: consumer versions: May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Agent': '1.1', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'ConntrackHelper': '1.0', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'LocalIPAssociation': '1.0', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Log': '1.0', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'NDPProxy': '1.0', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Network': '1.1', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Port': '1.7', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'PortForwarding': '1.3', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'QosPolicy': '1.10', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroup': '1.5', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroupRule': '1.2', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SubPort': '1.0', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Subnet': '1.1', May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Trunk': '1.1'}} May 03 09:03:12.477153 dv-cinder-840279-1-iscsi neutron-server[103440]: {{(pid=103440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:03:12.488842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Network 7926df44-a25a-48f1-8016-8a4236f64f9a is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:03:12.508002 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 7926df44-a25a-48f1-8016-8a4236f64f9a) {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:03:12.512822 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:12.513457 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:12.518242 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d2c77-b224-4c1b-a2fe-dc52ad1a73a9 None None] Network 7926df44-a25a-48f1-8016-8a4236f64f9a requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:03:12.535564 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-7d59257d-7708-4d78-9875-2e2c4b740c67 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4901774 May 03 09:03:12.784620 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-7926df44-a25a-48f1-8016-8a4236f64f9a', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'fixed_ips': [{'subnet_id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:03:12.785850 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:13.061772 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Allocated IP 172.20.0.2 (7926df44-a25a-48f1-8016-8a4236f64f9a/a3ef54e9-051e-4131-877e-3fe672fb5a1c/651ff635-f2f8-46e2-bc15-4022ec8015cd) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:03:13.328907 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Publish callbacks [] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:13.337479 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:13.407818 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Network 7926df44-a25a-48f1-8016-8a4236f64f9a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:03:13.413065 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:03:13.426183 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:03:13.433579 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Pushing event updated for resources: {'Port': ['ID=651ff635-f2f8-46e2-bc15-4022ec8015cd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:13.465367 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.465716 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.466061 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.466411 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.466754 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.467084 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.467409 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.467730 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.468057 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.468413 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.468737 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.469074 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.469397 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.469716 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.470034 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Tracked resource versions report: May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: pushed versions: May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: { 'AddressGroup': {'1.2'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Agent': {'1.1'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'ConntrackHelper': {'1.0'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'LocalIPAssociation': {'1.0'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Log': {'1.0'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'NDPProxy': {'1.0'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Network': {'1.1'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Port': {'1.7'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'PortForwarding': {'1.3'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'QosPolicy': {'1.10'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroup': {'1.5'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SubPort': {'1.0'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Subnet': {'1.1'}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Trunk': {'1.1'}} May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: consumer versions: May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Agent': '1.1', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'ConntrackHelper': '1.0', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'LocalIPAssociation': '1.0', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Log': '1.0', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'NDPProxy': '1.0', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Network': '1.1', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Port': '1.7', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'PortForwarding': '1.3', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'QosPolicy': '1.10', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroup': '1.5', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroupRule': '1.2', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SubPort': '1.0', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Subnet': '1.1', May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Trunk': '1.1'}} May 03 09:03:13.471539 dv-cinder-840279-1-iscsi neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:03:13.522108 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Attempting to bind port 651ff635-f2f8-46e2-bc15-4022ec8015cd on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:03:13.522805 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Attempting to bind port 651ff635-f2f8-46e2-bc15-4022ec8015cd by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:03:13.522950 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Attempting to bind port 651ff635-f2f8-46e2-bc15-4022ec8015cd on network 7926df44-a25a-48f1-8016-8a4236f64f9a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:03:13.528874 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:03:13.529273 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Checking segment: {'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:03:13.529794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:13.530188 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Bound using segment: {'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:03:13.530670 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Bound port: 651ff635-f2f8-46e2-bc15-4022ec8015cd, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:03:13.531082 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:13.592562 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] For port 651ff635-f2f8-46e2-bc15-4022ec8015cd, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:03:13.611518 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] For port 651ff635-f2f8-46e2-bc15-4022ec8015cd, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=651ff635-f2f8-46e2-bc15-4022ec8015cd,segment=NetworkSegment(9c03a35e-2035-4a58-b198-984b07a16bb2),segment_id=9c03a35e-2035-4a58-b198-984b07a16bb2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:03:13.618563 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:13.675698 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466ef4c-e793-4bb3-85bc-1a20fea3a9f6 None None] Pushing event updated for resources: {'Port': ['ID=651ff635-f2f8-46e2-bc15-4022ec8015cd,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:15.032712 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 52972) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:15.356100 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [None req-eb6f7b7d-6a9c-4b87-8b06-5fb80f1b0628 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:03:15.357175 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-eb6f7b7d-6a9c-4b87-8b06-5fb80f1b0628 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3232431 May 03 09:03:17.811570 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 52980) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:18.114735 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [None req-3c299dec-6c74-4ae0-9ddf-a79ecac8d2ba admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:03:18.115711 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-3c299dec-6c74-4ae0-9ddf-a79ecac8d2ba admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3031666 May 03 09:03:20.587194 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 52988) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:20.901027 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-18b8fadd-1297-429f-b4e5-78c2dadffc29 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:03:20.925607 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-18b8fadd-1297-429f-b4e5-78c2dadffc29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:20.927271 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-18b8fadd-1297-429f-b4e5-78c2dadffc29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:21.066102 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-18b8fadd-1297-429f-b4e5-78c2dadffc29 demo demo] Publish callbacks [] for router_controller (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), precommit_add_association {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:21.071222 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-18b8fadd-1297-429f-b4e5-78c2dadffc29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:21.091340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-18b8fadd-1297-429f-b4e5-78c2dadffc29 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:21.092519 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-18b8fadd-1297-429f-b4e5-78c2dadffc29 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5043354 May 03 09:03:23.591278 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53000) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:23.908557 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [None req-2ce21da7-8de6-4736-ae57-d98cb7786421 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:03:23.910494 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2ce21da7-8de6-4736-ae57-d98cb7786421 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3182459 May 03 09:03:25.032970 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 651ff635-f2f8-46e2-bc15-4022ec8015cd up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:03:25.107282 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d7fc1-2b3b-4bf0-8126-120512fc4eeb None None] Network 7926df44-a25a-48f1-8016-8a4236f64f9a requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:03:25.150613 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 651ff635-f2f8-46e2-bc15-4022ec8015cd triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:25.151029 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:25.225284 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-35e654d3-abbb-4ae8-b085-098be61a6962 None None] Provisioning complete for port 651ff635-f2f8-46e2-bc15-4022ec8015cd triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:25.225678 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35e654d3-abbb-4ae8-b085-098be61a6962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:25.408577 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 651ff635-f2f8-46e2-bc15-4022ec8015cd is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:25.408966 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:25.455182 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 651ff635-f2f8-46e2-bc15-4022ec8015cd, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=651ff635-f2f8-46e2-bc15-4022ec8015cd,segment=NetworkSegment(9c03a35e-2035-4a58-b198-984b07a16bb2),segment_id=9c03a35e-2035-4a58-b198-984b07a16bb2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:03:25.456276 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-35e654d3-abbb-4ae8-b085-098be61a6962 None None] Current status of the port 651ff635-f2f8-46e2-bc15-4022ec8015cd is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:25.456785 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35e654d3-abbb-4ae8-b085-098be61a6962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:25.468360 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:25.550688 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.db.api [None req-35e654d3-abbb-4ae8-b085-098be61a6962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 09:03:25.551096 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG oslo_db.api [None req-35e654d3-abbb-4ae8-b085-098be61a6962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 09:03:25.551603 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=651ff635-f2f8-46e2-bc15-4022ec8015cd,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:26.089118 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-35e654d3-abbb-4ae8-b085-098be61a6962 None None] Current status of the port 651ff635-f2f8-46e2-bc15-4022ec8015cd is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:26.205849 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cfaef51a-6164-418a-ad34-97cf63da90ea None None] Provisioning complete for port 651ff635-f2f8-46e2-bc15-4022ec8015cd triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:26.206241 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cfaef51a-6164-418a-ad34-97cf63da90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.280362 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cfaef51a-6164-418a-ad34-97cf63da90ea None None] Current status of the port 651ff635-f2f8-46e2-bc15-4022ec8015cd is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:26.379048 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53010) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:26.686588 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:03:26.705264 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Made reservation on behalf of 25541cb90a5a4ec5b739da2d1d1355bf for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:03:26.707485 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.715401 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.788788 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks [] for security_group (f1d028e3-cb29-4027-a669-88ca4e888c83), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.792276 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f1d028e3-cb29-4027-a669-88ca4e888c83), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.810121 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Reserving flat network on physical network physnet1 {{(pid=103441) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 09:03:26.825018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d028e3-cb29-4027-a669-88ca4e888c83,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:26.833428 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (6ce1f60a-03e3-44f6-a638-0cfef6f9d685), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.833844 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Added segment 6ce1f60a-03e3-44f6-a638-0cfef6f9d685 of type flat for network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 May 03 09:03:26.886077 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (856b40ca-21a3-4501-bdeb-f84d16ee9a23), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.916214 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (856b40ca-21a3-4501-bdeb-f84d16ee9a23), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.917056 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:26.917622 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:26.960674 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5799024 May 03 09:03:27.009730 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 651ff635-f2f8-46e2-bc15-4022ec8015cd up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:03:27.014873 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b4d75-9c63-40ef-bfc2-b989140cfd47 admin admin] Pushing event updated for resources: {'Network': ['ID=856b40ca-21a3-4501-bdeb-f84d16ee9a23,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:27.038324 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:03:27.122707 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 651ff635-f2f8-46e2-bc15-4022ec8015cd triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:27.123381 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:27.250955 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 651ff635-f2f8-46e2-bc15-4022ec8015cd is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:27.924440 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-011417c9-524f-40ef-95a0-b3463ce37cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:29.451677 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53018) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:29.858543 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1450d7-966c-41a8-9eac-a1755b9f39e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:29.859853 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-dd1450d7-966c-41a8-9eac-a1755b9f39e3 demo admin] 10.222.0.23 "GET /v2.0/subnets/a3ef54e9-051e-4131-877e-3fe672fb5a1c HTTP/1.1" status: 200 len: 849 time: 0.4071960 May 03 09:03:30.021513 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9adea12a-b2e3-4f7e-a34b-1be791107382 demo admin] 10.222.0.23 "GET /v2.0/routers/6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 HTTP/1.1" status: 200 len: 704 time: 0.1553721 May 03 09:03:30.272359 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391d182-ae14-4c3c-b6d0-218287bbcfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:30.295197 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:30.590701 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Allocated IP 172.20.0.1 (7926df44-a25a-48f1-8016-8a4236f64f9a/a3ef54e9-051e-4131-877e-3fe672fb5a1c/173c41ba-1684-4f9f-9532-f3c3a2100272) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:03:30.775906 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks [] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:30.842291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:30.913210 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Network 7926df44-a25a-48f1-8016-8a4236f64f9a is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:03:30.917948 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:03:30.930927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:03:30.931527 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:30.954230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Pushing event updated for resources: {'Port': ['ID=173c41ba-1684-4f9f-9532-f3c3a2100272,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:31.130752 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-f9a3cf2f-3a64-48d3-bb0a-cbc6784c80b1 None None] Provisioning complete for port 173c41ba-1684-4f9f-9532-f3c3a2100272 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:31.131071 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cf2f-3a64-48d3-bb0a-cbc6784c80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:31.164614 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3cf2f-3a64-48d3-bb0a-cbc6784c80b1 None None] Port 173c41ba-1684-4f9f-9532-f3c3a2100272 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:03:31.196229 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:31.247900 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:31.409395 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks [] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:31.413789 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:31.414687 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:31.472810 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Pushing event updated for resources: {'Port': ['ID=173c41ba-1684-4f9f-9532-f3c3a2100272,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:31.540687 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Network 7926df44-a25a-48f1-8016-8a4236f64f9a is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:03:31.542006 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:03:31.706295 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:03:31.784607 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-4d4e5e53-020a-47a6-abcc-36a028aa577d None None] Provisioning complete for port 173c41ba-1684-4f9f-9532-f3c3a2100272 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:31.785160 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5e53-020a-47a6-abcc-36a028aa577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:31.798357 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:03:31.806799 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-61dc8249-42de-4ac1-ad10-b2e79889cd7c demo admin] 10.222.0.23 "PUT /v2.0/routers/6d3fabc3-f78f-4af0-bb66-5a30b79a4f39/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7775803 May 03 09:03:31.819800 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Sync routers for ids ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:03:31.824223 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e5e53-020a-47a6-abcc-36a028aa577d None None] Port 173c41ba-1684-4f9f-9532-f3c3a2100272 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:03:31.835367 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Routers {'6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:03:31.836339 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:03:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:32.033589 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Set router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:03:32.454814 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'name': 'router1', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:03:20Z', 'updated_at': '2022-05-03T09:03:31Z', 'revision_number': 2, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'gw_port_host': None, '_interfaces': [{'id': '173c41ba-1684-4f9f-9532-f3c3a2100272', 'name': '', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'mac_address': 'fa:16:3e:6b:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:30Z', 'updated_at': '2022-05-03T09:03:31Z', 'revision_number': 2, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'subnets': [{'id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684ee458-217c-4156-abf9-54cc10643ec7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:32.504643 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Checking router: 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:03:32.505021 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Updating router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 port 173c41ba-1684-4f9f-9532-f3c3a2100272 binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:03:32.585508 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:32.749241 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.083923 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Publish callbacks [] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.090361 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.251020 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Pushing event updated for resources: {'Port': ['ID=173c41ba-1684-4f9f-9532-f3c3a2100272,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:33.262947 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Attempting to bind port 173c41ba-1684-4f9f-9532-f3c3a2100272 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:03:33.263341 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Attempting to bind port 173c41ba-1684-4f9f-9532-f3c3a2100272 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:03:33.263832 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Attempting to bind port 173c41ba-1684-4f9f-9532-f3c3a2100272 on network 7926df44-a25a-48f1-8016-8a4236f64f9a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:03:33.273752 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:03:33.274152 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Checking segment: {'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:03:33.274654 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.275044 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Bound using segment: {'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:03:33.275544 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Bound port: 173c41ba-1684-4f9f-9532-f3c3a2100272, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c03a35e-2035-4a58-b198-984b07a16bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:03:33.275919 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.279350 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.279691 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.280035 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.280400 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.280732 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.281057 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.281377 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.281696 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.282015 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.282330 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.282650 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.282983 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.283302 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.283618 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.283933 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Tracked resource versions report: May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: pushed versions: May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Agent': {'1.1'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Log': {'1.0'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'NDPProxy': {'1.0'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Network': {'1.1'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Port': {'1.7'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'PortForwarding': {'1.3'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: consumer versions: May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Agent': '1.1', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Log': '1.0', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'NDPProxy': '1.0', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Network': '1.1', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Port': '1.7', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'PortForwarding': '1.3', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'QosPolicy': '1.10', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SubPort': '1.0', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Subnet': '1.1', May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Trunk': '1.1'}} May 03 09:03:33.285448 dv-cinder-840279-1-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:03:33.335351 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-85afa68f-89cf-4d65-8726-cf10eaa24052 None None] Provisioning complete for port 173c41ba-1684-4f9f-9532-f3c3a2100272 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:33.336200 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85afa68f-89cf-4d65-8726-cf10eaa24052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.350654 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] For port 173c41ba-1684-4f9f-9532-f3c3a2100272, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:03:33.370641 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] For port 173c41ba-1684-4f9f-9532-f3c3a2100272, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=173c41ba-1684-4f9f-9532-f3c3a2100272,segment=NetworkSegment(9c03a35e-2035-4a58-b198-984b07a16bb2),segment_id=9c03a35e-2035-4a58-b198-984b07a16bb2)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:03:33.372168 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-85afa68f-89cf-4d65-8726-cf10eaa24052 None None] Port 173c41ba-1684-4f9f-9532-f3c3a2100272 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:03:33.377476 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.429510 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Routers {'6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:03:33.430150 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:03:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:33.518362 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53865a-ea56-49ad-813d-17c17c49aa13 None None] Pushing event updated for resources: {'Port': ['ID=173c41ba-1684-4f9f-9532-f3c3a2100272,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:33.536965 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] Set router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:03:33.588577 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6feaa17a-de2a-4332-88ed-d058073517ba None None] Provisioning complete for port 173c41ba-1684-4f9f-9532-f3c3a2100272 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:33.589036 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6feaa17a-de2a-4332-88ed-d058073517ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.672746 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6feaa17a-de2a-4332-88ed-d058073517ba None None] Current status of the port 173c41ba-1684-4f9f-9532-f3c3a2100272 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:33.673053 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6feaa17a-de2a-4332-88ed-d058073517ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.710506 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6feaa17a-de2a-4332-88ed-d058073517ba None None] For port 173c41ba-1684-4f9f-9532-f3c3a2100272, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=173c41ba-1684-4f9f-9532-f3c3a2100272,segment=NetworkSegment(9c03a35e-2035-4a58-b198-984b07a16bb2),segment_id=9c03a35e-2035-4a58-b198-984b07a16bb2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:03:33.715663 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6feaa17a-de2a-4332-88ed-d058073517ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:33.737220 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'name': 'router1', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:03:20Z', 'updated_at': '2022-05-03T09:03:31Z', 'revision_number': 2, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'gw_port_host': None, '_interfaces': [{'id': '173c41ba-1684-4f9f-9532-f3c3a2100272', 'name': '', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'mac_address': 'fa:16:3e:6b:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:30Z', 'updated_at': '2022-05-03T09:03:33Z', 'revision_number': 4, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'subnets': [{'id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684ee458-217c-4156-abf9-54cc10643ec7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:33.764041 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaa17a-de2a-4332-88ed-d058073517ba None None] Pushing event updated for resources: {'Port': ['ID=173c41ba-1684-4f9f-9532-f3c3a2100272,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:33.766569 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f4296-2f40-4fe7-8faa-4d1381b1f495 None None] The sync data for ids ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'] in dv-cinder-840279-1-iscsi is: [{'id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'name': 'router1', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:03:20Z', 'updated_at': '2022-05-03T09:03:31Z', 'revision_number': 2, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'gw_port_host': None, '_interfaces': [{'id': '173c41ba-1684-4f9f-9532-f3c3a2100272', 'name': '', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'mac_address': 'fa:16:3e:6b:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:30Z', 'updated_at': '2022-05-03T09:03:33Z', 'revision_number': 4, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'subnets': [{'id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684ee458-217c-4156-abf9-54cc10643ec7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:03:34.309879 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:34.315712 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53038) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:34.508877 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abbbeff-b1f6-4481-9a88-d53c0e2066cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:34.510243 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7abbbeff-b1f6-4481-9a88-d53c0e2066cb admin admin] 10.222.0.23 "GET /v2.0/networks/856b40ca-21a3-4501-bdeb-f84d16ee9a23 HTTP/1.1" status: 200 len: 842 time: 0.1935577 May 03 09:03:34.519649 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:03:34.545301 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Made reservation on behalf of 25541cb90a5a4ec5b739da2d1d1355bf for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:03:34.547511 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:34.831422 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.objects.ports [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103441) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 03 09:03:34.831891 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (977bee38-6876-4a8c-bd07-d76446728a00), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:34.887514 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977bee38-6876-4a8c-bd07-d76446728a00,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:34.896596 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:03:34.896963 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Network hostable DHCP agents. Network: 856b40ca-21a3-4501-bdeb-f84d16ee9a23, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:03:34.921301 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:03:34.934213 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 856b40ca-21a3-4501-bdeb-f84d16ee9a23) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:03:34.939021 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:34.939624 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:34.944428 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c340b5-996c-4d29-b1fb-2297d4d772f9 None None] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:03:34.964640 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-403e46a9-117d-4f1e-9428-c10a454e8326 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4482768 May 03 09:03:35.069211 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5bbe6-c6f0-4a1a-b3b6-ec4377c700ef None None] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:03:37.384429 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53056) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:37.619013 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e66c4f44-cd8e-415d-b721-6d889151bef3 demo admin] 10.222.0.23 "GET /v2.0/routers/6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 HTTP/1.1" status: 200 len: 710 time: 0.2333963 May 03 09:03:37.735256 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f25262-22bb-4972-9151-f2e206e493a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:03:37.736666 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-14f25262-22bb-4972-9151-f2e206e493a7 demo admin] 10.222.0.23 "GET /v2.0/networks/856b40ca-21a3-4501-bdeb-f84d16ee9a23 HTTP/1.1" status: 200 len: 886 time: 0.1123402 May 03 09:03:37.745973 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:03:37.997279 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks [] for router_gateway (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:38.211517 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks [] for router_gateway (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:38.291635 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:38.445391 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Allocated IP 172.27.2.245 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/37bb7da7-50f1-4164-a6b5-06ae251be6fa) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:03:38.552955 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks [] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:38.612466 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:38.743921 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:03:38.750070 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:03:38.757587 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:03:38.793925 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Pushing event updated for resources: {'Port': ['ID=37bb7da7-50f1-4164-a6b5-06ae251be6fa,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:39.053043 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks [] for router_gateway (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:39.256075 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15164'] for router (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:39.260656 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473501'] for router (6d3fabc3-f78f-4af0-bb66-5a30b79a4f39), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:39.372649 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:03:39.480178 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:03:39.484502 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:39.485689 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4f13dd8b-398d-47ad-9c06-0f306be8ce3f demo admin] 10.222.0.23 "PUT /v2.0/routers/6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 HTTP/1.1" status: 200 len: 890 time: 1.7428792 May 03 09:03:41.023168 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 173c41ba-1684-4f9f-9532-f3c3a2100272 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:03:41.069523 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 173c41ba-1684-4f9f-9532-f3c3a2100272 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:41.069910 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:41.148608 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 173c41ba-1684-4f9f-9532-f3c3a2100272 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:41.968379 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53068) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:03:42.078576 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-23235311-e6d7-458a-bf9a-bc7102408f76 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1090782 May 03 09:03:42.602554 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Sync routers for ids ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:03:42.614970 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Routers {'6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:03:42.615628 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:03:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:42.833877 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Set router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:03:43.289112 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'name': 'router1', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '37bb7da7-50f1-4164-a6b5-06ae251be6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:03:20Z', 'updated_at': '2022-05-03T09:03:38Z', 'revision_number': 4, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'gw_port': {'id': '37bb7da7-50f1-4164-a6b5-06ae251be6fa', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:38Z', 'updated_at': '2022-05-03T09:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '173c41ba-1684-4f9f-9532-f3c3a2100272', 'name': '', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'mac_address': 'fa:16:3e:6b:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:30Z', 'updated_at': '2022-05-03T09:03:33Z', 'revision_number': 5, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'subnets': [{'id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684ee458-217c-4156-abf9-54cc10643ec7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:43.350777 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Checking router: 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:03:43.351414 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Updating router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 port 37bb7da7-50f1-4164-a6b5-06ae251be6fa binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:03:43.402844 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:43.732518 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Publish callbacks [] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:43.738933 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:43.791807 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb63bc5-bda5-4e73-98a7-2cae5d15c4b7 None None] Pushing event updated for resources: {'Port': ['ID=37bb7da7-50f1-4164-a6b5-06ae251be6fa,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:43.794898 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Attempting to bind port 37bb7da7-50f1-4164-a6b5-06ae251be6fa on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:03:43.795272 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Attempting to bind port 37bb7da7-50f1-4164-a6b5-06ae251be6fa by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:03:43.795655 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Attempting to bind port 37bb7da7-50f1-4164-a6b5-06ae251be6fa on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:03:43.801251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:03:43.801619 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:03:43.802008 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:43.802396 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:03:43.802877 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Bound port: 37bb7da7-50f1-4164-a6b5-06ae251be6fa, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:03:43.803244 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:43.857120 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] For port 37bb7da7-50f1-4164-a6b5-06ae251be6fa, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:03:43.860596 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] For port 37bb7da7-50f1-4164-a6b5-06ae251be6fa, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=37bb7da7-50f1-4164-a6b5-06ae251be6fa,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:03:43.866976 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:43.927701 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb63bc5-bda5-4e73-98a7-2cae5d15c4b7 None None] Pushing event updated for resources: {'Port': ['ID=37bb7da7-50f1-4164-a6b5-06ae251be6fa,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:43.939994 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Routers {'6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:03:43.940642 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:03:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:44.055553 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] Set router 6d3fabc3-f78f-4af0-bb66-5a30b79a4f39 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:03:44.272302 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'name': 'router1', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '37bb7da7-50f1-4164-a6b5-06ae251be6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:03:20Z', 'updated_at': '2022-05-03T09:03:38Z', 'revision_number': 4, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'gw_port': {'id': '37bb7da7-50f1-4164-a6b5-06ae251be6fa', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:38Z', 'updated_at': '2022-05-03T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '173c41ba-1684-4f9f-9532-f3c3a2100272', 'name': '', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'mac_address': 'fa:16:3e:6b:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:30Z', 'updated_at': '2022-05-03T09:03:33Z', 'revision_number': 5, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'subnets': [{'id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684ee458-217c-4156-abf9-54cc10643ec7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:03:44.303684 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabba830-dbe4-4ad6-bbbc-d343fde6226b None None] The sync data for ids ['6d3fabc3-f78f-4af0-bb66-5a30b79a4f39'] in dv-cinder-840279-1-iscsi is: [{'id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'name': 'router1', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '37bb7da7-50f1-4164-a6b5-06ae251be6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:03:20Z', 'updated_at': '2022-05-03T09:03:38Z', 'revision_number': 4, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'gw_port': {'id': '37bb7da7-50f1-4164-a6b5-06ae251be6fa', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:38Z', 'updated_at': '2022-05-03T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '173c41ba-1684-4f9f-9532-f3c3a2100272', 'name': '', 'network_id': '7926df44-a25a-48f1-8016-8a4236f64f9a', 'tenant_id': '01616978948a4ea094e1ee9190ac21f2', 'mac_address': 'fa:16:3e:6b:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3fabc3-f78f-4af0-bb66-5a30b79a4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:03:30Z', 'updated_at': '2022-05-03T09:03:33Z', 'revision_number': 5, 'project_id': '01616978948a4ea094e1ee9190ac21f2', 'subnets': [{'id': 'a3ef54e9-051e-4131-877e-3fe672fb5a1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684ee458-217c-4156-abf9-54cc10643ec7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:03:45.073208 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 37bb7da7-50f1-4164-a6b5-06ae251be6fa up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:03:45.159375 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 37bb7da7-50f1-4164-a6b5-06ae251be6fa triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:45.160364 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:45.265366 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 37bb7da7-50f1-4164-a6b5-06ae251be6fa is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:45.265994 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:45.286666 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 37bb7da7-50f1-4164-a6b5-06ae251be6fa, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=37bb7da7-50f1-4164-a6b5-06ae251be6fa,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:03:45.293191 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:45.343074 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=37bb7da7-50f1-4164-a6b5-06ae251be6fa,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:03:47.103832 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 37bb7da7-50f1-4164-a6b5-06ae251be6fa up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:03:47.191764 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 37bb7da7-50f1-4164-a6b5-06ae251be6fa triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:03:47.192414 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (37bb7da7-50f1-4164-a6b5-06ae251be6fa), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:47.326534 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 37bb7da7-50f1-4164-a6b5-06ae251be6fa is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:03:57.933012 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cac003ea-942a-4869-97fb-b5f0a402245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:03:58.731446 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:04:00.283503 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-031af1c3-8eda-4be7-be65-7bd0214bff33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:01.262609 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:02.768677 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:04.306910 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:27.927365 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeabbfb5-d84f-4eb4-b84e-e3db9a157738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:30.276405 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c106098-bcc1-446c-9d4d-51d8d1a709ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:31.256568 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:32.753279 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:34.306717 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:04:35.730106 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:04:57.930251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3d1eac8-2d52-444f-98e0-4deaa7d4663e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:00.279020 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1df66bc1-7500-43cb-8206-22dade3ee810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:01.254441 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:02.311059 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53552) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:02.374358 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f48981-00d7-47b0-aae3-13b30aa72f91 admin admin] GET failed (client error): The resource could not be found. May 03 09:05:02.375634 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-82f48981-00d7-47b0-aae3-13b30aa72f91 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636399 May 03 09:05:02.534882 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5371412e-1dca-4e63-b7b8-359a674026e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:02.536389 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5371412e-1dca-4e63-b7b8-359a674026e7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560738 May 03 09:05:02.753522 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:04.308191 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:04.788227 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53562) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:04.877125 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de5ef2-a828-40cb-bf84-870ff5fc3034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:04.878991 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-18de5ef2-a828-40cb-bf84-870ff5fc3034 admin admin] 10.222.0.23 "GET /v2.0/subnets/a3ef54e9-051e-4131-877e-3fe672fb5a1c HTTP/1.1" status: 200 len: 849 time: 0.0898023 May 03 09:05:04.888277 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:05:04.972932 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Publish callbacks [] for subnet (a3ef54e9-051e-4131-877e-3fe672fb5a1c), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:05.172915 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728242225062'] for subnet (a3ef54e9-051e-4131-877e-3fe672fb5a1c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:05.204894 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:05.205480 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:05.206783 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] 10.222.0.23 "PUT /v2.0/subnets/a3ef54e9-051e-4131-877e-3fe672fb5a1c HTTP/1.1" status: 200 len: 868 time: 0.3220708 May 03 09:05:05.219953 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c01f19-ba78-488a-9188-e22ce1b868d4 None None] Network 7926df44-a25a-48f1-8016-8a4236f64f9a requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:05:05.226583 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ef54e9-051e-4131-877e-3fe672fb5a1c,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:05:05.234389 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.234735 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.235259 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.235602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.235935 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.236496 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.236834 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.237556 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.238239 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.238239 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.238549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.238888 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.239244 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.239528 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.239840 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ef326-dc69-4846-8943-442a26247b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:05:05.587067 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-00122ae7-bb46-403b-8004-6fca0f4ab1a0 None None] Provisioning complete for port 651ff635-f2f8-46e2-bc15-4022ec8015cd triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:05:05.587682 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-00122ae7-bb46-403b-8004-6fca0f4ab1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (651ff635-f2f8-46e2-bc15-4022ec8015cd), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:05.665792 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-00122ae7-bb46-403b-8004-6fca0f4ab1a0 None None] Current status of the port 651ff635-f2f8-46e2-bc15-4022ec8015cd is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:05:05.673409 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-00122ae7-bb46-403b-8004-6fca0f4ab1a0 None None] Provisioning complete for port 173c41ba-1684-4f9f-9532-f3c3a2100272 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:05:05.673775 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-00122ae7-bb46-403b-8004-6fca0f4ab1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (173c41ba-1684-4f9f-9532-f3c3a2100272), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:05.749776 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-00122ae7-bb46-403b-8004-6fca0f4ab1a0 None None] Current status of the port 173c41ba-1684-4f9f-9532-f3c3a2100272 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:05:07.500433 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53570) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:07.774520 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02457e-0287-440d-8e61-48b9697b23ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:07.774994 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02457e-0287-440d-8e61-48b9697b23ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:07.776586 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-bf02457e-0287-440d-8e61-48b9697b23ad admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2751775 May 03 09:05:10.019680 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53580) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:10.149222 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5e830-1115-40f6-b5b4-94ad90b7167d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:10.149688 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5e830-1115-40f6-b5b4-94ad90b7167d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:10.151198 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d4c5e830-1115-40f6-b5b4-94ad90b7167d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305676 May 03 09:05:12.414661 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53588) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:12.539904 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430b62b-6bcd-40a5-98bc-210adcbf998e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:12.541295 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1430b62b-6bcd-40a5-98bc-210adcbf998e admin admin] 10.222.0.23 "GET /v2.0/networks/7926df44-a25a-48f1-8016-8a4236f64f9a HTTP/1.1" status: 200 len: 869 time: 0.1256571 May 03 09:05:12.729060 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:05:14.801211 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53596) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:14.926436 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add1f45-4292-4c95-a8c5-21ffb836f18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:14.927809 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1add1f45-4292-4c95-a8c5-21ffb836f18d admin admin] 10.222.0.23 "GET /v2.0/networks/856b40ca-21a3-4501-bdeb-f84d16ee9a23 HTTP/1.1" status: 200 len: 886 time: 0.1256490 May 03 09:05:17.186056 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53604) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:17.314754 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f12d2-260b-4777-a48c-4ddc4644da7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:17.315139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f12d2-260b-4777-a48c-4ddc4644da7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:17.316726 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4e8f12d2-260b-4777-a48c-4ddc4644da7e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297143 May 03 09:05:19.568750 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53612) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:19.656386 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f37b69-4cad-4ab0-ab94-8b248b542db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:19.656836 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f37b69-4cad-4ab0-ab94-8b248b542db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:19.658307 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-73f37b69-4cad-4ab0-ab94-8b248b542db2 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886073 May 03 09:05:21.911869 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53620) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:21.995741 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfafb62-ed18-48fe-85a7-c027b684134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:21.997129 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-cbfafb62-ed18-48fe-85a7-c027b684134e admin admin] 10.222.0.23 "GET /v2.0/subnets/977bee38-6876-4a8c-bd07-d76446728a00 HTTP/1.1" status: 200 len: 816 time: 0.0842698 May 03 09:05:24.247921 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53628) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:05:24.338344 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d94feb-a66f-46ec-9c35-90a7138fed32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:05:24.339670 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-86d94feb-a66f-46ec-9c35-90a7138fed32 admin admin] 10.222.0.23 "GET /v2.0/subnets/a3ef54e9-051e-4131-877e-3fe672fb5a1c HTTP/1.1" status: 200 len: 868 time: 0.0907800 May 03 09:05:27.932416 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a6096cf-32a4-41af-b5e1-af739412847b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:30.280781 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d4b9-4e2d-40b7-ae66-517268e074e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:31.256372 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:32.755628 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:34.311695 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:05:49.727562 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:05:57.934815 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83e9cd93-c180-4889-9c3b-90a6a2003cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:00.283365 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13a968cd-0ac5-4da8-8171-58f62915f958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:01.260671 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:02.759156 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:04.314866 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:04.936915 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53686) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:06:04.983449 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [None req-487f2399-c89b-45f2-a133-4d3196ad0202 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:06:04.984464 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-487f2399-c89b-45f2-a133-4d3196ad0202 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0465729 May 03 09:06:07.317362 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53694) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:06:07.378813 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.pecan_wsgi.hooks.translation [None req-097a68fc-52f0-4776-ab74-502ff6255a82 admin admin] GET failed (client error): The resource could not be found. May 03 09:06:07.380054 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-097a68fc-52f0-4776-ab74-502ff6255a82 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618265 May 03 09:06:07.517497 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab89ae-0a34-42dd-af09-161a362b2399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:06:07.519529 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5aab89ae-0a34-42dd-af09-161a362b2399 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355412 May 03 09:06:09.807554 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53702) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:06:09.853845 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:06:09.875765 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Made reservation on behalf of 25541cb90a5a4ec5b739da2d1d1355bf for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:06:09.878605 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:09.918250 dv-cinder-840279-1-iscsi neutron-server[103440]: WARNING neutron.services.revisions.revision_plugin [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Could not find related network for resource to bump revision. May 03 09:06:09.934462 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:06:09.947755 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728242212401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (0ab84dbf-1dba-4e3e-99a9-dda42e7ce498), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:09.948341 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Unsubscribe: segment precommit_create {{(pid=103440) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 09:06:09.948791 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Added segment 0ab84dbf-1dba-4e3e-99a9-dda42e7ce498 of type vlan for network 41dce60f-26a9-43ed-ba9f-762150048c70 May 03 09:06:10.003656 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (41dce60f-26a9-43ed-ba9f-762150048c70), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:10.034577 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (41dce60f-26a9-43ed-ba9f-762150048c70), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:10.035593 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:06:10.036254 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:10.080281 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2715998 May 03 09:06:10.134543 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Pushing event updated for resources: {'Network': ['ID=41dce60f-26a9-43ed-ba9f-762150048c70,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:06:10.141846 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.142187 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.142547 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.142889 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.143220 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.143587 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.143911 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.144260 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.144602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.144930 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.145267 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.145608 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.145934 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.146271 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.146574 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a54905-abdb-4f39-9084-1842d528051f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:10.158766 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 41dce60f-26a9-43ed-ba9f-762150048c70 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:06:12.378176 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53712) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:06:12.437055 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.pecan_wsgi.hooks.translation [None req-775950fa-c4e8-4d48-9fb2-e9555aca4170 admin admin] GET failed (client error): The resource could not be found. May 03 09:06:12.438352 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-775950fa-c4e8-4d48-9fb2-e9555aca4170 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592117 May 03 09:06:12.508575 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfb236-5a16-458c-94de-4b30f4fbc94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:06:12.510001 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-45cfb236-5a16-458c-94de-4b30f4fbc94d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674171 May 03 09:06:12.519775 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70', 'description': 'shared-subnet'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:06:12.538449 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Made reservation on behalf of 25541cb90a5a4ec5b739da2d1d1355bf for: {'subnet': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:06:12.541636 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:12.706980 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:12.763248 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:06:12.767639 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Checking segment: {'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:06:12.767996 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Network hostable DHCP agents. Network: 41dce60f-26a9-43ed-ba9f-762150048c70, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:06:12.785306 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Network 41dce60f-26a9-43ed-ba9f-762150048c70 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:06:12.793625 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 41dce60f-26a9-43ed-ba9f-762150048c70) {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:06:12.798183 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:06:12.799102 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:12.802940 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266848df-7b82-4992-8cbb-79fc02c5a6a0 None None] Network 41dce60f-26a9-43ed-ba9f-762150048c70 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:06:12.814842 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-7b377af5-331b-4968-bdeb-637f6890927d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2986639 May 03 09:06:12.907551 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-41dce60f-26a9-43ed-ba9f-762150048c70', 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70', 'project_id': '25541cb90a5a4ec5b739da2d1d1355bf', 'fixed_ips': [{'subnet_id': '1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:06:12.908539 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:13.055180 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Allocated IP 192.168.233.2 (41dce60f-26a9-43ed-ba9f-762150048c70/1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38/114a3742-28b1-4945-92c1-3ed95dd707f8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:06:13.295843 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Publish callbacks [] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:13.304000 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:13.343665 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Network 41dce60f-26a9-43ed-ba9f-762150048c70 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:06:13.349550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:06:13.354081 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:06:13.357211 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Pushing event updated for resources: {'Port': ['ID=114a3742-28b1-4945-92c1-3ed95dd707f8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:06:13.371383 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.371585 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.371814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.372198 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.372532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.372861 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.373182 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.373502 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.373827 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.374144 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.374470 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.374798 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.375118 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.375433 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.375748 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:06:13.427114 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Attempting to bind port 114a3742-28b1-4945-92c1-3ed95dd707f8 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:06:13.427479 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Attempting to bind port 114a3742-28b1-4945-92c1-3ed95dd707f8 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:06:13.427845 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Attempting to bind port 114a3742-28b1-4945-92c1-3ed95dd707f8 on network 41dce60f-26a9-43ed-ba9f-762150048c70 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:06:13.433005 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:06:13.433379 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Checking segment: {'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:06:13.433779 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:13.434169 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Bound using segment: {'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:06:13.434629 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Bound port: 114a3742-28b1-4945-92c1-3ed95dd707f8, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:06:13.435003 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:13.498104 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a16e7536-9975-445a-a61d-df77457c737f None None] For port 114a3742-28b1-4945-92c1-3ed95dd707f8, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:06:13.501169 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a16e7536-9975-445a-a61d-df77457c737f None None] For port 114a3742-28b1-4945-92c1-3ed95dd707f8, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=114a3742-28b1-4945-92c1-3ed95dd707f8,segment=NetworkSegment(0ab84dbf-1dba-4e3e-99a9-dda42e7ce498),segment_id=0ab84dbf-1dba-4e3e-99a9-dda42e7ce498)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:06:13.508205 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:13.566711 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e7536-9975-445a-a61d-df77457c737f None None] Pushing event updated for resources: {'Port': ['ID=114a3742-28b1-4945-92c1-3ed95dd707f8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:06:14.422915 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e0781-f000-4647-bd10-dc919e48eeaf None None] Network 41dce60f-26a9-43ed-ba9f-762150048c70 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:06:14.460110 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-5855bbdb-4a3c-4241-b8e1-6a2358264742 None None] Provisioning complete for port 114a3742-28b1-4945-92c1-3ed95dd707f8 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:06:14.460484 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5855bbdb-4a3c-4241-b8e1-6a2358264742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:14.609544 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5855bbdb-4a3c-4241-b8e1-6a2358264742 None None] Current status of the port 114a3742-28b1-4945-92c1-3ed95dd707f8 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:06:14.609938 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5855bbdb-4a3c-4241-b8e1-6a2358264742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:14.648377 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-5855bbdb-4a3c-4241-b8e1-6a2358264742 None None] For port 114a3742-28b1-4945-92c1-3ed95dd707f8, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=114a3742-28b1-4945-92c1-3ed95dd707f8,segment=NetworkSegment(0ab84dbf-1dba-4e3e-99a9-dda42e7ce498),segment_id=0ab84dbf-1dba-4e3e-99a9-dda42e7ce498)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:06:14.652476 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5855bbdb-4a3c-4241-b8e1-6a2358264742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:14.707680 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855bbdb-4a3c-4241-b8e1-6a2358264742 None None] Pushing event updated for resources: {'Port': ['ID=114a3742-28b1-4945-92c1-3ed95dd707f8,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:06:14.973430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-43ab5f56-baeb-4bda-9f87-9f7e126ac2a7 None None] Provisioning complete for port 114a3742-28b1-4945-92c1-3ed95dd707f8 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:06:14.973793 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43ab5f56-baeb-4bda-9f87-9f7e126ac2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:15.055599 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-43ab5f56-baeb-4bda-9f87-9f7e126ac2a7 None None] Current status of the port 114a3742-28b1-4945-92c1-3ed95dd707f8 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:06:15.125235 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 114a3742-28b1-4945-92c1-3ed95dd707f8 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:06:15.173985 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 114a3742-28b1-4945-92c1-3ed95dd707f8 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:06:15.174306 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (114a3742-28b1-4945-92c1-3ed95dd707f8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:15.253780 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 114a3742-28b1-4945-92c1-3ed95dd707f8 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:06:26.727067 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:06:27.936936 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bca5f34c-2266-4873-a474-baa8e925c834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:30.286114 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df0c700d-4d8a-4ea0-9740-478a40a766b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:31.263235 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:32.761170 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:34.319795 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:06:57.939076 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6f356eb-7337-4b63-b716-f29f0d17c910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:00.287454 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6be62e-f6c8-4563-82ae-21e7365228bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:01.266281 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:02.764918 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:03.725964 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:07:04.322674 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:27.943064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f504b955-d486-4202-b82b-f84308b23b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:30.290052 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78fe29f1-9eaa-443f-a1b3-10a597e85701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:31.269735 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:32.767948 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:34.324312 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:40.725338 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:07:41.475426 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53750) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:07:41.481232 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [None req-7ccf115c-7a21-40af-b973-ea98e63258b4 tempest-verify_tempest_config-118233508 tempest-verify_tempest_config-118233508-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:07:41.482149 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-7ccf115c-7a21-40af-b973-ea98e63258b4 tempest-verify_tempest_config-118233508 tempest-verify_tempest_config-118233508-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057638 May 03 09:07:41.765163 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 53768) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:07:41.866674 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:41.970728 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Publish callbacks [] for security_group (0f579115-f7d4-4f3b-891e-892a039aadda), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:41.974414 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0f579115-f7d4-4f3b-891e-892a039aadda), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:42.018301 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57ceba5de83442a69b4529ad73fe0046&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2518966 May 03 09:07:42.019030 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f579115-f7d4-4f3b-891e-892a039aadda,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:07:42.021376 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53772) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:07:42.026580 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.026929 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.027265 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.027597 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.027927 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.028277 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.028600 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.028924 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.029271 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.029617 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.029915 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.030232 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.030547 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.030862 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.031173 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b80c7a-f07c-48cd-8013-216583b2ee4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.094045 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Publish callbacks [] for security_group (0f579115-f7d4-4f3b-891e-892a039aadda), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:42.115125 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Publish callbacks [] for security_group (0f579115-f7d4-4f3b-891e-892a039aadda), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:42.204283 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0f579115-f7d4-4f3b-891e-892a039aadda), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:42.207339 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:07:42.208504 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f579115-f7d4-4f3b-891e-892a039aadda HTTP/1.1" status: 204 len: 168 time: 0.1861179 May 03 09:07:42.217189 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f579115-f7d4-4f3b-891e-892a039aadda,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:07:42.226386 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.226759 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.227084 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.227422 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.227756 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.228110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.228437 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.228823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.229180 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.229513 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.229859 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.230352 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.230544 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.230866 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:42.231179 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e213910-e679-4ddc-93bf-a65938cdb4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:07:57.945354 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e836-4243-4449-bd56-55a875102e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:00.292507 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65de27af-ea16-4499-bbdd-da28cd3d2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:01.270441 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:02.771197 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:04.331594 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:17.724889 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:08:27.946049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1ac5-fdd0-4ec8-b5ba-aaf5ae67814e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:30.293547 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e485-4457-4b25-9e14-b70d0da6657d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:31.272957 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:32.771731 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:34.324108 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:08:54.723345 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 5 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:08:57.947583 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92c42c2e-40ed-453b-986c-3741a0e31aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:00.295111 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80ff19b9-9a17-4509-8b57-ef1e5b7cef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:01.275405 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:02.776032 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:04.326586 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:26.896895 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442676'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:27.949127 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca8a571d-9be8-4cdb-8486-67b54ce0a9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:30.295612 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20c5b8b4-1ed6-4d3c-a8bc-3f74da8eff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:31.278529 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:31.723424 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:09:32.780285 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:34.332265 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:40.991489 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53844) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:09:41.094601 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5e2c6aab-9a07-4260-a2aa-ce0098a8daa0 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017995 May 03 09:09:43.359587 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 53854) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:09:43.412621 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1c805d0d-c560-462d-adb7-66d9f3062b36 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0518742 May 03 09:09:56.901454 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:09:57.951822 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e79312c-2233-49ed-ae6b-ebd0809dd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:00.296791 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4665754-47a1-4b1b-a3db-e16f70b85e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:01.281014 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:02.781765 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:04.334399 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:08.723007 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:10:26.900613 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:27.951604 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7500bf04-33eb-4f37-8525-55cc16833b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:30.298354 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-caeb9a38-e11c-4a17-b83f-697465bc1ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:31.283564 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:32.785601 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:34.335998 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:45.721743 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:10:56.909597 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:10:57.955761 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20d1d885-1498-4a01-a2b6-40a02130081f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:00.301334 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbcb90fb-3525-49f4-b360-45c0299bf9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:01.287006 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:02.790623 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:04.338354 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:22.721797 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:11:22.772461 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54068) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:22.796320 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54074) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:22.831476 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54078) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:22.866223 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54082) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:23.072006 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2082324200-network', 'tenant_id': 'db9273e9f75e4918b29f8d1e4dc4d1c3'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:23.094225 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Made reservation on behalf of db9273e9f75e4918b29f8d1e4dc4d1c3 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:23.097417 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.110678 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.117727 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-764165944-network', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:23.125130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-network', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:23.155439 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-349805068-network', 'tenant_id': '14529898edf44b858828a56edbb56557'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:23.191180 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Made reservation on behalf of dd20006a6f1b4ef0951f86c839eb33ec for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:23.193472 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.195320 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Made reservation on behalf of 7842b8edaf5847d387b8390dc4cf09b4 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:23.197168 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.221826 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.226666 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.253550 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Made reservation on behalf of 14529898edf44b858828a56edbb56557 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:23.255763 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.288579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.359488 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks [] for security_group (5d58618e-edf1-4941-a341-693a860e0570), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.374853 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5d58618e-edf1-4941-a341-693a860e0570), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.448333 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d58618e-edf1-4941-a341-693a860e0570,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:23.454927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:11:23.464283 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.464626 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.464981 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.465368 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.465661 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.465988 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.466315 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.466638 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.466974 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.467296 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.467630 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.467965 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.468317 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.468634 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.468948 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Tracked resource versions report: May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: pushed versions: May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: { 'AddressGroup': {'1.2'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Agent': {'1.1'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'ConntrackHelper': {'1.0'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'LocalIPAssociation': {'1.0'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Log': {'1.0'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'NDPProxy': {'1.0'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Network': {'1.1'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Port': {'1.7'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'PortForwarding': {'1.3'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'QosPolicy': {'1.10'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroup': {'1.5'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroupRule': {'1.2'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SubPort': {'1.0'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Subnet': {'1.1'}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Trunk': {'1.1'}} May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: consumer versions: May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: HyperV agent@hv-cinder-84027: {}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Agent': '1.1', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'ConntrackHelper': '1.0', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'LocalIPAssociation': '1.0', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Log': '1.0', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'NDPProxy': '1.0', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Network': '1.1', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Port': '1.7', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'PortForwarding': '1.3', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'QosPolicy': '1.10', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroup': '1.5', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SecurityGroupRule': '1.2', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'SubPort': '1.0', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Subnet': '1.1', May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: 'Trunk': '1.1'}} May 03 09:11:23.470147 dv-cinder-840279-1-iscsi neutron-server[103441]: {{(pid=103441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:11:23.516986 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (27320a18-7263-4085-bc44-2091c6a20012), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.517335 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Added segment 27320a18-7263-4085-bc44-2091c6a20012 of type vlan for network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 May 03 09:11:23.541118 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks [] for security_group (73b6de36-58b7-4352-a112-6f33611b1686), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.545342 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks [] for security_group (16125015-2002-4996-a611-d6c723ec3be4), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.571530 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (16125015-2002-4996-a611-d6c723ec3be4), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.574213 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (73b6de36-58b7-4352-a112-6f33611b1686), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.611171 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (07f8225e-b4b0-4a29-b6b9-89eddc607f19), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.636419 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:11:23.638659 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:11:23.658093 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks [] for security_group (661fd279-4d0c-4ac6-b89d-a4067b20fd3b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.677124 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (661fd279-4d0c-4ac6-b89d-a4067b20fd3b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.682970 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (750bfc56-f85c-4869-890e-ceee90b16828), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.683313 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Added segment 750bfc56-f85c-4869-890e-ceee90b16828 of type vlan for network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 May 03 09:11:23.685738 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (d9da191a-20b0-4c18-8ef8-d8f406371e71), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.686072 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Added segment d9da191a-20b0-4c18-8ef8-d8f406371e71 of type vlan for network e0afe0dd-efab-4402-8ce7-9ff7a302358d May 03 09:11:23.687353 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16125015-2002-4996-a611-d6c723ec3be4,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:23.761190 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:11:23.777035 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (07f8225e-b4b0-4a29-b6b9-89eddc607f19), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.779230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:23.779819 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.821971 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.825535 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (e19ce993-2491-4f41-b7f4-720c515757a3), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.825877 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Added segment e19ce993-2491-4f41-b7f4-720c515757a3 of type vlan for network 4d70bbf5-2498-4bef-af19-1026ef520fdc May 03 09:11:23.840507 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b6de36-58b7-4352-a112-6f33611b1686,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:23.854406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (e0afe0dd-efab-4402-8ce7-9ff7a302358d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:23.894718 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54146) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:23.900257 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Request body: {'subnet': {'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2082324200-subnet', 'tenant_id': 'db9273e9f75e4918b29f8d1e4dc4d1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:23.905534 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1305861 May 03 09:11:23.944815 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Made reservation on behalf of db9273e9f75e4918b29f8d1e4dc4d1c3 for: {'subnet': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:23.947391 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.068383 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.db.resource_extend [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 09:11:24.123172 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (4d70bbf5-2498-4bef-af19-1026ef520fdc), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.148158 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.155756 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:24.156362 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.168983 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb6dbf-f8f1-4ddc-9b4d-3366af229783 admin admin] Pushing event updated for resources: {'Network': ['ID=07f8225e-b4b0-4a29-b6b9-89eddc607f19,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:24.180570 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:11:24.181154 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661fd279-4d0c-4ac6-b89d-a4067b20fd3b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:24.230719 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (e0afe0dd-efab-4402-8ce7-9ff7a302358d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.231744 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:24.232415 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.249297 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4518278 May 03 09:11:24.258153 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54170) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:24.287842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (449f402c-b2dd-4c35-ab53-bdef5232d5c3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.297436 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Request body: {'subnet': {'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-subnet', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:24.304757 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e30cc-bead-4588-9ffe-cd8c6a493178 admin admin] Pushing event updated for resources: {'Network': ['ID=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:24.307083 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (4d70bbf5-2498-4bef-af19-1026ef520fdc), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.308416 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:24.309258 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.321733 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4893007 May 03 09:11:24.323647 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:11:24.324774 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54174) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:24.337776 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Request body: {'subnet': {'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-subnet', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:24.370813 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5040133 May 03 09:11:24.371510 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54178) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:24.391426 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Request body: {'subnet': {'network_id': '4d70bbf5-2498-4bef-af19-1026ef520fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-349805068-subnet', 'tenant_id': '14529898edf44b858828a56edbb56557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:24.396951 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Pushing event updated for resources: {'Subnet': ['ID=449f402c-b2dd-4c35-ab53-bdef5232d5c3,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:24.401293 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Made reservation on behalf of dd20006a6f1b4ef0951f86c839eb33ec for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:24.415601 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.424487 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.425187 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.425720 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.426472 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.426991 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.428072 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.428625 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.429204 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.430041 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.430839 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.431335 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.432721 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.433320 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.433869 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.435156 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Tracked resource versions report: May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: pushed versions: May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: { 'AddressGroup': {'1.2'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Agent': {'1.1'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'ConntrackHelper': {'1.0'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'LocalIPAssociation': {'1.0'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Log': {'1.0'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'NDPProxy': {'1.0'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Network': {'1.1'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Port': {'1.7'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'PortForwarding': {'1.3'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'QosPolicy': {'1.10'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroup': {'1.5'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroupRule': {'1.2'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SubPort': {'1.0'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Subnet': {'1.1'}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Trunk': {'1.1'}} May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: consumer versions: May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: HyperV agent@hv-cinder-84027: {}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Agent': '1.1', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'ConntrackHelper': '1.0', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'LocalIPAssociation': '1.0', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Log': '1.0', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'NDPProxy': '1.0', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Network': '1.1', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Port': '1.7', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'PortForwarding': '1.3', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'QosPolicy': '1.10', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroup': '1.5', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SecurityGroupRule': '1.2', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'SubPort': '1.0', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Subnet': '1.1', May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: 'Trunk': '1.1'}} May 03 09:11:24.437052 dv-cinder-840279-1-iscsi neutron-server[103440]: {{(pid=103440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:11:24.476526 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Checking segment: {'id': '27320a18-7263-4085-bc44-2091c6a20012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:24.477023 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Network hostable DHCP agents. Network: 07f8225e-b4b0-4a29-b6b9-89eddc607f19, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:11:24.483617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Made reservation on behalf of 7842b8edaf5847d387b8390dc4cf09b4 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:24.486265 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.487922 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d90c2-17b8-42cf-9d1b-6424732b20fd admin admin] Pushing event updated for resources: {'Network': ['ID=e0afe0dd-efab-4402-8ce7-9ff7a302358d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:24.504818 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:11:24.516233 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:11:24.521699 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 07f8225e-b4b0-4a29-b6b9-89eddc607f19) {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:24.533665 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:24.536467 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:24.568159 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-aa3df29b-7f2e-4e46-8a63-245c4c4a011d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6721859 May 03 09:11:24.683712 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ac70d-78eb-4a5f-8930-98a113a4f76b None None] Network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:24.873763 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42b681-71c0-4f69-991f-194ad245bab9 None None] Network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:25.040247 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Made reservation on behalf of 14529898edf44b858828a56edbb56557 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:25.042541 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.056392 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (e8f4b0d6-2257-40c4-a35b-fe392450646e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.204594 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54226) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:25.300113 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f4b0d6-2257-40c4-a35b-fe392450646e,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:25.303417 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409b2a9-4557-46da-a0eb-22f7bb1d51ae admin admin] Pushing event updated for resources: {'Network': ['ID=4d70bbf5-2498-4bef-af19-1026ef520fdc,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:25.314736 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 4d70bbf5-2498-4bef-af19-1026ef520fdc details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:11:25.341684 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Checking segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:25.342234 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Network hostable DHCP agents. Network: 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:11:25.435370 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-35834c2b-d929-43c7-b15d-e978f70b64b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.457110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:11:25.498701 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:25.502384 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (4063c591-f872-44ca-9d8a-0421b5505ff7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.516980 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11359b-650a-4134-a7d0-dcf28382f0b9 None None] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:25.550558 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:25.550884 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.585829 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54262) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:25.591681 dv-cinder-840279-1-iscsi neutron-server[103441]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 09:11:25.601870 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-35834c2b-d929-43c7-b15d-e978f70b64b5 admin admin] Publish callbacks [] for security_group (a70b9946-7420-44c4-bd14-2a614f08d10e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.608610 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-35834c2b-d929-43c7-b15d-e978f70b64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a70b9946-7420-44c4-bd14-2a614f08d10e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.640490 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:11:25.641526 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.653342 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-35834c2b-d929-43c7-b15d-e978f70b64b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbeea3c05a324177bee4dd9da8f9bfb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4476357 May 03 09:11:25.654297 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54264) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:25.656482 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35834c2b-d929-43c7-b15d-e978f70b64b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b9946-7420-44c4-bd14-2a614f08d10e,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:25.683774 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-01fd44ba-7626-49f9-bdae-f36ea0ffae91 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4227631 May 03 09:11:25.689846 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54266) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:25.702785 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:25.710538 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4063c591-f872-44ca-9d8a-0421b5505ff7,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:25.773141 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d04e7d2f-7a44-452c-8453-c722d1216bf2 admin admin] Publish callbacks [] for security_group (a70b9946-7420-44c4-bd14-2a614f08d10e), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.786472 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (decddee7-e2cd-4b6c-9e3e-b7072099fd47), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.786705 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (4fd3079d-6c07-4a44-b96d-327a80410911), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.787719 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (4fd3079d-6c07-4a44-b96d-327a80410911), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.799402 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54272) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:25.816663 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Allocated IP 172.20.0.2 (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9/e8f4b0d6-2257-40c4-a35b-fe392450646e/1290e218-5c69-4f30-a3f3-ec451cfa73b9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:25.838235 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d04e7d2f-7a44-452c-8453-c722d1216bf2 admin admin] Publish callbacks [] for security_group (a70b9946-7420-44c4-bd14-2a614f08d10e), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.857548 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Checking segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:25.857909 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Network hostable DHCP agents. Network: e0afe0dd-efab-4402-8ce7-9ff7a302358d, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:11:25.909962 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Pushing event updated for resources: {'Subnet': ['ID=decddee7-e2cd-4b6c-9e3e-b7072099fd47,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:25.919304 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-a6ebd064-6d3e-4680-9c21-8f828bcbf8f6 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:25.926059 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-a6ebd064-6d3e-4680-9c21-8f828bcbf8f6 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/networks?id=07f8225e-b4b0-4a29-b6b9-89eddc607f19 HTTP/1.1" status: 200 len: 812 time: 0.3378618 May 03 09:11:25.954383 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks [] for router_controller (4fd3079d-6c07-4a44-b96d-327a80410911), precommit_add_association {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:25.959220 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-034cd02c-d275-423a-b873-b3b721b92b04 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/quotas/db9273e9f75e4918b29f8d1e4dc4d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0321610 May 03 09:11:25.994595 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:11:25.997375 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Checking segment: {'id': 'e19ce993-2491-4f41-b7f4-720c515757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4d70bbf5-2498-4bef-af19-1026ef520fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:25.997993 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Network hostable DHCP agents. Network: 4d70bbf5-2498-4bef-af19-1026ef520fdc, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:11:26.009094 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f60df24f-a585-4632-97bb-7479a7df46fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.029711 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-8fcb70dc-559a-4cda-9199-64a79d916939 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db9273e9f75e4918b29f8d1e4dc4d1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695028 May 03 09:11:26.041351 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, e0afe0dd-efab-4402-8ce7-9ff7a302358d) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:26.047606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:26.048226 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.061131 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Network 4d70bbf5-2498-4bef-af19-1026ef520fdc is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:11:26.067441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 4d70bbf5-2498-4bef-af19-1026ef520fdc) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:26.072754 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:26.073818 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.082240 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2789d486-e247-493f-9efe-b1e925204707 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7517350 May 03 09:11:26.083188 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54284) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:26.085193 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Publish callbacks [] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.093032 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:26.095521 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526bcce-1815-454b-b255-13ef5d6e714b None None] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:26.124762 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2bd82f48-c6ef-471f-be2f-b3c95bb742de admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7436476 May 03 09:11:26.131803 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4adccd-3e2a-4fb7-a11e-6aaae2cf4467 None None] Network 4d70bbf5-2498-4bef-af19-1026ef520fdc requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:26.132675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (08188bf4-a41f-428d-bbe5-405cfc3e3cce), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.134184 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (08188bf4-a41f-428d-bbe5-405cfc3e3cce), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.141283 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks [] for router_gateway (4fd3079d-6c07-4a44-b96d-327a80410911), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.145096 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d04e7d2f-7a44-452c-8453-c722d1216bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a70b9946-7420-44c4-bd14-2a614f08d10e), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.147573 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d04e7d2f-7a44-452c-8453-c722d1216bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.149619 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-d04e7d2f-7a44-452c-8453-c722d1216bf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a70b9946-7420-44c4-bd14-2a614f08d10e HTTP/1.1" status: 204 len: 168 time: 0.4940176 May 03 09:11:26.152439 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.188293 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e7d2f-7a44-452c-8453-c722d1216bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b9946-7420-44c4-bd14-2a614f08d10e,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:26.207044 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-2eba5570-54d2-48fb-bee5-719ffb6e3a20 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:11:26.208574 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-2eba5570-54d2-48fb-bee5-719ffb6e3a20 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0815797 May 03 09:11:26.283313 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks [] for router_controller (08188bf4-a41f-428d-bbe5-405cfc3e3cce), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.381482 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Pushing event updated for resources: {'Port': ['ID=1290e218-5c69-4f30-a3f3-ec451cfa73b9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:26.415154 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:26.506878 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f60df24f-a585-4632-97bb-7479a7df46fb admin admin] Publish callbacks [] for security_group (3ecdc6d3-8492-427c-8599-2d06c96bfd97), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.518687 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f60df24f-a585-4632-97bb-7479a7df46fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (3ecdc6d3-8492-427c-8599-2d06c96bfd97), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.522128 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.522477 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.522838 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.523220 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.523559 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.523871 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.524216 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.524535 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.524859 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.525180 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.525503 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.525830 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.526152 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.526719 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.526860 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Tracked resource versions report: May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: pushed versions: May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: { 'AddressGroup': {'1.2'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Agent': {'1.1'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'ConntrackHelper': {'1.0'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'LocalIPAssociation': {'1.0'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Log': {'1.0'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'NDPProxy': {'1.0'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Network': {'1.1'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Port': {'1.7'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'PortForwarding': {'1.3'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'QosPolicy': {'1.10'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroup': {'1.5'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SubPort': {'1.0'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Subnet': {'1.1'}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Trunk': {'1.1'}} May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: consumer versions: May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: HyperV agent@hv-cinder-84027: {}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Agent': '1.1', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'ConntrackHelper': '1.0', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'LocalIPAssociation': '1.0', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Log': '1.0', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'NDPProxy': '1.0', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Network': '1.1', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Port': '1.7', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'PortForwarding': '1.3', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'QosPolicy': '1.10', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroup': '1.5', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SecurityGroupRule': '1.2', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'SubPort': '1.0', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Subnet': '1.1', May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: 'Trunk': '1.1'}} May 03 09:11:26.529385 dv-cinder-840279-1-iscsi neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:11:26.535522 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:26.540066 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:11:26.541204 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.543224 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:26.569447 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks [] for router_gateway (08188bf4-a41f-428d-bbe5-405cfc3e3cce), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.574388 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60df24f-a585-4632-97bb-7479a7df46fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecdc6d3-8492-427c-8599-2d06c96bfd97,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:26.596590 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-156ea2e6-5b2a-462c-a1fd-7ce84d45ccc6 service neutron] 10.222.0.23 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589375 May 03 09:11:26.607891 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dada4da-21c3-425a-b88e-45ebea0df178 None None] Network 4d70bbf5-2498-4bef-af19-1026ef520fdc requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:26.673007 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Attempting to bind port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:26.673424 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Attempting to bind port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:26.673792 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Attempting to bind port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:26.721179 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks [] for router_gateway (4fd3079d-6c07-4a44-b96d-327a80410911), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.789433 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f60df24f-a585-4632-97bb-7479a7df46fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4d7367b48464629af2ce84cd4dc3537&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9860499 May 03 09:11:26.790324 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54308) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:26.796809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.899213 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:26.900777 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Checking segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:26.901349 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.901930 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Bound using segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:26.902601 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Bound port: 1290e218-5c69-4f30-a3f3-ec451cfa73b9, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:26.904036 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.957880 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:26.990858 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Allocated IP 172.27.2.52 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/6b445378-db58-4338-8a27-7ce09c389aad) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:27.030159 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-660849b9-25b0-4608-93fd-79b068b208f6 service neutron] 10.222.0.23 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130931 May 03 09:11:27.094028 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Allocated IP 172.20.0.2 (e0afe0dd-efab-4402-8ce7-9ff7a302358d/4063c591-f872-44ca-9d8a-0421b5505ff7/a58d40a6-4cfc-4afa-88e9-b971b1176901) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:27.096608 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] For port 1290e218-5c69-4f30-a3f3-ec451cfa73b9, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:27.101631 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] For port 1290e218-5c69-4f30-a3f3-ec451cfa73b9, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=1290e218-5c69-4f30-a3f3-ec451cfa73b9,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:27.135685 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.298197 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks [] for router_gateway (08188bf4-a41f-428d-bbe5-405cfc3e3cce), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.353775 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-480a7129-3252-45b1-8fa1-6ac6b69706ac admin admin] Publish callbacks [] for security_group (3ecdc6d3-8492-427c-8599-2d06c96bfd97), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.376799 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.377338 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks [] for port (6b445378-db58-4338-8a27-7ce09c389aad), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.410820 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-480a7129-3252-45b1-8fa1-6ac6b69706ac admin admin] Publish callbacks [] for security_group (3ecdc6d3-8492-427c-8599-2d06c96bfd97), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.560622 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (6b445378-db58-4338-8a27-7ce09c389aad), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.631098 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1afa3-cfdd-4a53-b6bc-13784a4f0eef None None] Pushing event updated for resources: {'Port': ['ID=1290e218-5c69-4f30-a3f3-ec451cfa73b9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:27.674654 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:27.685122 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-480a7129-3252-45b1-8fa1-6ac6b69706ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (3ecdc6d3-8492-427c-8599-2d06c96bfd97), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.689945 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-480a7129-3252-45b1-8fa1-6ac6b69706ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.699480 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-480a7129-3252-45b1-8fa1-6ac6b69706ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ecdc6d3-8492-427c-8599-2d06c96bfd97 HTTP/1.1" status: 204 len: 168 time: 0.9020014 May 03 09:11:27.699480 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:27.711334 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:27.726746 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Publish callbacks [] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.740663 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a7129-3252-45b1-8fa1-6ac6b69706ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecdc6d3-8492-427c-8599-2d06c96bfd97,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:27.755550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:27.756901 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d00bdcd-aa6d-474e-bbb8-be0e457b1e12 req-31ec114e-3d11-42e3-bee5-9e9891bb315e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.2401652 May 03 09:11:27.962768 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:27.977456 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:27.981453 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Allocated IP 172.27.2.238 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/572c991e-0381-4378-85ee-6233369f2825) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:27.986878 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:28.001978 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Pushing event updated for resources: {'Port': ['ID=6b445378-db58-4338-8a27-7ce09c389aad,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:28.081910 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Pushing event updated for resources: {'Port': ['ID=a58d40a6-4cfc-4afa-88e9-b971b1176901,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:28.089990 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-687ad70e-923f-4a14-be82-24d62c29b66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.124979 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Attempting to bind port a58d40a6-4cfc-4afa-88e9-b971b1176901 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:28.125715 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Attempting to bind port a58d40a6-4cfc-4afa-88e9-b971b1176901 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:28.126305 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Attempting to bind port a58d40a6-4cfc-4afa-88e9-b971b1176901 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:28.133738 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:28.134844 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Checking segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:28.136452 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.137261 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Bound using segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:28.138550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Bound port: a58d40a6-4cfc-4afa-88e9-b971b1176901, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:28.142651 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.197808 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks [] for port (572c991e-0381-4378-85ee-6233369f2825), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.225318 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] For port a58d40a6-4cfc-4afa-88e9-b971b1176901, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:28.230893 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] For port a58d40a6-4cfc-4afa-88e9-b971b1176901, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=a58d40a6-4cfc-4afa-88e9-b971b1176901,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:28.244840 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.283377 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (572c991e-0381-4378-85ee-6233369f2825), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.351484 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad4fcf-09aa-4ab2-8d19-02133c4728cf None None] Pushing event updated for resources: {'Port': ['ID=a58d40a6-4cfc-4afa-88e9-b971b1176901,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:28.353218 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:28.359481 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:28.368186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:28.371529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=572c991e-0381-4378-85ee-6233369f2825,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:28.420734 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks [] for router_gateway (4fd3079d-6c07-4a44-b96d-327a80410911), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.471540 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54392) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:28.478306 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1329641303-network', 'tenant_id': 'e1d56ce3f5eb4110b991d9b9fcfae300'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:28.519961 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Made reservation on behalf of e1d56ce3f5eb4110b991d9b9fcfae300 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:28.522927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.564305 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:28.855972 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54400) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:28.858528 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (4fd3079d-6c07-4a44-b96d-327a80410911), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.001797 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8f8a612a-92cb-44ba-9bbc-9dfd469b0565 req-b58a9739-9b99-4081-8221-b216573c762e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1074266 May 03 09:11:29.069954 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks [] for router_gateway (08188bf4-a41f-428d-bbe5-405cfc3e3cce), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.070121 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f9722703-5254-4843-8cbc-7f69d97a16b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.198241 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f9722703-5254-4843-8cbc-7f69d97a16b2 admin admin] Publish callbacks [] for security_group (b889b3df-34df-46c1-96e2-66e8b6de2c55), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.312056 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f9722703-5254-4843-8cbc-7f69d97a16b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b889b3df-34df-46c1-96e2-66e8b6de2c55), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.380986 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks [] for security_group (8ca8e2d0-a7b4-4cfa-8484-fb2454806db9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.384958 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfbd0d8-8499-4621-a47d-dcfe88a33ef4 None None] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:29.391553 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8ca8e2d0-a7b4-4cfa-8484-fb2454806db9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.406382 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f9722703-5254-4843-8cbc-7f69d97a16b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32a17eca3d42484b9cb53a07406a2a07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5387154 May 03 09:11:29.407013 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54428) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:29.416076 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9722703-5254-4843-8cbc-7f69d97a16b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889b3df-34df-46c1-96e2-66e8b6de2c55,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:29.455717 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:11:29.472181 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 1290e218-5c69-4f30-a3f3-ec451cfa73b9 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:29.481188 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Router 4fd3079d-6c07-4a44-b96d-327a80410911 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:11:29.552791 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e9468a6c-9907-4c36-8602-520c26fcb457 None None] Provisioning complete for port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:29.553434 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9468a6c-9907-4c36-8602-520c26fcb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.602145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (f044f474-484f-428f-9b65-afefd07275f6), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.602480 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Added segment f044f474-484f-428f-9b65-afefd07275f6 of type vlan for network ca12b19e-0750-40a3-8c7a-e8dfdaa82daf May 03 09:11:29.603736 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8e2d0-a7b4-4cfa-8484-fb2454806db9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:29.655359 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (08188bf4-a41f-428d-bbe5-405cfc3e3cce), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.666802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c594b4d-4ffa-4014-935e-4223ed718644 admin admin] Publish callbacks [] for security_group (b889b3df-34df-46c1-96e2-66e8b6de2c55), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.707600 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c594b4d-4ffa-4014-935e-4223ed718644 admin admin] Publish callbacks [] for security_group (b889b3df-34df-46c1-96e2-66e8b6de2c55), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.752500 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:29.753235 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.866335 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e9468a6c-9907-4c36-8602-520c26fcb457 None None] Current status of the port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:29.866731 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9468a6c-9907-4c36-8602-520c26fcb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.895575 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c594b4d-4ffa-4014-935e-4223ed718644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b889b3df-34df-46c1-96e2-66e8b6de2c55), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.906644 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c594b4d-4ffa-4014-935e-4223ed718644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.910214 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4c594b4d-4ffa-4014-935e-4223ed718644 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b889b3df-34df-46c1-96e2-66e8b6de2c55 HTTP/1.1" status: 204 len: 168 time: 0.4886150 May 03 09:11:29.944284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (ca12b19e-0750-40a3-8c7a-e8dfdaa82daf), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:29.959510 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c594b4d-4ffa-4014-935e-4223ed718644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889b3df-34df-46c1-96e2-66e8b6de2c55,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:29.986285 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:11:30.003913 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Sync routers for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:11:30.025988 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e9468a6c-9907-4c36-8602-520c26fcb457 None None] For port 1290e218-5c69-4f30-a3f3-ec451cfa73b9, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=1290e218-5c69-4f30-a3f3-ec451cfa73b9,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:11:30.045058 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:30.046610 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (ca12b19e-0750-40a3-8c7a-e8dfdaa82daf), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.049625 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:30.050092 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:30.050913 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.072441 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9468a6c-9907-4c36-8602-520c26fcb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.085592 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.090260 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-04cd8ff6-cc01-49cd-934c-9716dc685f3e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3990316 May 03 09:11:30.091038 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54450) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:30.104052 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6317277 May 03 09:11:30.130860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54452) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:30.147673 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Request body: {'subnet': {'network_id': 'ca12b19e-0750-40a3-8c7a-e8dfdaa82daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1329641303-subnet', 'tenant_id': 'e1d56ce3f5eb4110b991d9b9fcfae300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:30.188954 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-53afbe7c-50fc-4494-b83d-3f95c71a7e51 req-7d0483be-9a7c-4f39-b5c8-1f8b44935659 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1155198 May 03 09:11:30.196419 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Router 08188bf4-a41f-428d-bbe5-405cfc3e3cce is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:11:30.205739 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9468a6c-9907-4c36-8602-520c26fcb457 None None] Pushing event updated for resources: {'Port': ['ID=1290e218-5c69-4f30-a3f3-ec451cfa73b9,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:30.208548 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70ed4b-92c4-49b5-b5ee-2010901c46b2 None None] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:30.228710 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:30.229153 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.243876 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad5530-080a-4f3b-9c40-5090b3fa13f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca12b19e-0750-40a3-8c7a-e8dfdaa82daf,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:30.262147 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-0d699e68-fdfc-4a08-ba0b-9a683024ec30 None None] Provisioning complete for port a58d40a6-4cfc-4afa-88e9-b971b1176901 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:30.263243 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d699e68-fdfc-4a08-ba0b-9a683024ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.295784 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Made reservation on behalf of e1d56ce3f5eb4110b991d9b9fcfae300 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:30.298642 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.352505 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network ca12b19e-0750-40a3-8c7a-e8dfdaa82daf details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:11:30.483396 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2de209b-b4af-485a-b22f-953d0c9e167a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.578612 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:30.697031 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0d699e68-fdfc-4a08-ba0b-9a683024ec30 None None] Current status of the port a58d40a6-4cfc-4afa-88e9-b971b1176901 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:30.697424 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d699e68-fdfc-4a08-ba0b-9a683024ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.761624 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.db.api [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 09:11:30.761759 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG oslo_db.api [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 09:11:30.803478 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:11:30.806955 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-0d699e68-fdfc-4a08-ba0b-9a683024ec30 None None] For port a58d40a6-4cfc-4afa-88e9-b971b1176901, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=a58d40a6-4cfc-4afa-88e9-b971b1176901,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:11:30.815132 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Sync routers for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:11:30.820774 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d699e68-fdfc-4a08-ba0b-9a683024ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.881729 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:30.882468 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:30.924070 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:30.930485 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e903eedc-df28-4093-9156-9fb50334b7c9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8445349 May 03 09:11:30.941098 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54480) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:30.967908 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:28Z', 'revision_number': 3, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:31.016014 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Checking router: 4fd3079d-6c07-4a44-b96d-327a80410911 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:11:31.017218 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Updating router 4fd3079d-6c07-4a44-b96d-327a80410911 port 6b445378-db58-4338-8a27-7ce09c389aad binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:11:31.052803 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-1288e286-eafd-497a-802d-84cd7eab0e10 None None] Provisioning complete for port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:31.053390 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1288e286-eafd-497a-802d-84cd7eab0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.061329 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699e68-fdfc-4a08-ba0b-9a683024ec30 None None] Pushing event updated for resources: {'Port': ['ID=a58d40a6-4cfc-4afa-88e9-b971b1176901,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:31.099231 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (6b445378-db58-4338-8a27-7ce09c389aad), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.254899 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (2edfca55-1017-46c6-a471-6bed9b547645), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.259868 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.454357 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:31.460250 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:31.461538 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device a58d40a6-4cfc-4afa-88e9-b971b1176901 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:31.492307 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b70595f4-e37e-4471-9661-e400b5357d46 req-b4c9fea3-2515-4ece-8022-98638dafd11c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.0460784 May 03 09:11:31.501679 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Checking segment: {'id': 'f044f474-484f-428f-9b65-afefd07275f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca12b19e-0750-40a3-8c7a-e8dfdaa82daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:31.502042 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Network hostable DHCP agents. Network: ca12b19e-0750-40a3-8c7a-e8dfdaa82daf, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:11:31.528561 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Publish callbacks [] for port (6b445378-db58-4338-8a27-7ce09c389aad), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.543182 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (6b445378-db58-4338-8a27-7ce09c389aad), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.597450 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Attempting to bind port 6b445378-db58-4338-8a27-7ce09c389aad on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:31.597450 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Attempting to bind port 6b445378-db58-4338-8a27-7ce09c389aad by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:31.597731 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Attempting to bind port 6b445378-db58-4338-8a27-7ce09c389aad on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:31.603988 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edfca55-1017-46c6-a471-6bed9b547645,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:31.610248 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Pushing event updated for resources: {'Port': ['ID=6b445378-db58-4338-8a27-7ce09c389aad,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:31.612639 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:31.613017 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:31.613419 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.613812 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:31.614284 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Bound port: 6b445378-db58-4338-8a27-7ce09c389aad, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:31.614662 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (6b445378-db58-4338-8a27-7ce09c389aad), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.644570 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Network ca12b19e-0750-40a3-8c7a-e8dfdaa82daf is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:11:31.644787 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.644992 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.645336 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.645850 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.646197 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.646533 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.646863 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.647573 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.647573 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.647818 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.648243 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.648589 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.648918 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.649242 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.649565 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Tracked resource versions report: May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: pushed versions: May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Agent': {'1.1'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Log': {'1.0'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'NDPProxy': {'1.0'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Network': {'1.1'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Port': {'1.7'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'PortForwarding': {'1.3'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: consumer versions: May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: HyperV agent@hv-cinder-84027: {}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: L3 agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: Metadata agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: Metering agent@dv-cinder-840279-1-iscsi: {}, May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-840279-1-iscsi: { 'AddressGroup': '1.2', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Agent': '1.1', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Log': '1.0', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'NDPProxy': '1.0', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Network': '1.1', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Port': '1.7', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'PortForwarding': '1.3', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'QosPolicy': '1.10', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'SubPort': '1.0', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Subnet': '1.1', May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: 'Trunk': '1.1'}} May 03 09:11:31.651390 dv-cinder-840279-1-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 09:11:31.686220 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] For port 6b445378-db58-4338-8a27-7ce09c389aad, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:31.690246 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] For port 6b445378-db58-4338-8a27-7ce09c389aad, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=6b445378-db58-4338-8a27-7ce09c389aad,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:31.701341 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (6b445378-db58-4338-8a27-7ce09c389aad), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.705035 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Allocated IP 172.20.0.1 (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9/e8f4b0d6-2257-40c4-a35b-fe392450646e/fb9707b2-4595-408d-a8ec-a7f9e42a0318) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:31.708777 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.733510 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, ca12b19e-0750-40a3-8c7a-e8dfdaa82daf) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:31.740448 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:31.741608 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.751317 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1288e286-eafd-497a-802d-84cd7eab0e10 None None] Current status of the port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:31.765344 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-590d10a7-e9f2-45b7-9e3b-43add93f271b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6326129 May 03 09:11:31.769827 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2663b63-4ccf-41fd-96c2-e50b9c3cd6f6 None None] Pushing event updated for resources: {'Port': ['ID=6b445378-db58-4338-8a27-7ce09c389aad,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:31.774340 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fdca1f-a083-453e-8a6e-e8ebb837da0d None None] Network ca12b19e-0750-40a3-8c7a-e8dfdaa82daf requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:31.833273 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:31.833913 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:31.897931 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port a58d40a6-4cfc-4afa-88e9-b971b1176901 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:31.898588 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.921870 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks [] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:31.925190 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54506) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:31.962809 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:28Z', 'revision_number': 3, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:31.998581 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.009117 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] Deleting subnet decddee7-e2cd-4b6c-9e3e-b7072099fd47 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:11:32.016108 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] Publish callbacks [] for subnet (decddee7-e2cd-4b6c-9e3e-b7072099fd47), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.028684 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cb5f1969-20c3-4422-b4a4-9ee40caf7c42 None None] Provisioning complete for port a58d40a6-4cfc-4afa-88e9-b971b1176901 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:32.029084 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1969-20c3-4422-b4a4-9ee40caf7c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.031174 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:32.031633 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Checking router: 08188bf4-a41f-428d-bbe5-405cfc3e3cce for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:11:32.031725 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Updating router 08188bf4-a41f-428d-bbe5-405cfc3e3cce port 572c991e-0381-4378-85ee-6233369f2825 binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:11:32.089718 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:32.094052 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:32.098234 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:32.098967 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (4fd3079d-6c07-4a44-b96d-327a80410911), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.161053 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67120f-6f19-461f-b63a-16f3b381d719 None None] Network ca12b19e-0750-40a3-8c7a-e8dfdaa82daf requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:11:32.166430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (572c991e-0381-4378-85ee-6233369f2825), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.178221 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Pushing event updated for resources: {'Port': ['ID=fb9707b2-4595-408d-a8ec-a7f9e42a0318,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:32.210881 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.223610 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] Publish callbacks [] for subnet (decddee7-e2cd-4b6c-9e3e-b7072099fd47), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.244943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (decddee7-e2cd-4b6c-9e3e-b7072099fd47), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.300390 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:28Z', 'revision_number': 3, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:32.341015 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9aaa3-a66e-4be7-9e33-f6ad2940a3e9 None None] The sync data for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi is: [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:28Z', 'revision_number': 3, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:11:32.488190 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (decddee7-e2cd-4b6c-9e3e-b7072099fd47), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.537111 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.540353 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.547931 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/decddee7-e2cd-4b6c-9e3e-b7072099fd47 HTTP/1.1" status: 204 len: 168 time: 0.6209002 May 03 09:11:32.563274 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54526) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:32.572803 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27db5-7c3b-46a0-93ff-16cbb27fe206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decddee7-e2cd-4b6c-9e3e-b7072099fd47,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:32.574025 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port a58d40a6-4cfc-4afa-88e9-b971b1176901 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:32.642866 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f1969-20c3-4422-b4a4-9ee40caf7c42 None None] Current status of the port a58d40a6-4cfc-4afa-88e9-b971b1176901 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:32.649077 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Allocated IP 172.20.0.1 (e0afe0dd-efab-4402-8ce7-9ff7a302358d/4063c591-f872-44ca-9d8a-0421b5505ff7/d5b7c80e-42ac-4988-a11d-d935969f41ba) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:32.733536 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cd96be5a-ab7e-42a9-9f72-8f8b0639cd37 req-0ec5b515-3be6-4960-bc3c-96eaf188dbac tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.0458310 May 03 09:11:32.765385 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks [] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.777264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.778528 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (4fd3079d-6c07-4a44-b96d-327a80410911), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.788955 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-ca900440-a2a7-4542-93c2-4a73439733a7 None None] Provisioning complete for port fb9707b2-4595-408d-a8ec-a7f9e42a0318 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:32.789474 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca900440-a2a7-4542-93c2-4a73439733a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.909286 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 1290e218-5c69-4f30-a3f3-ec451cfa73b9 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:32.924178 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Pushing event updated for resources: {'Port': ['ID=fb9707b2-4595-408d-a8ec-a7f9e42a0318,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:32.936519 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (4d70bbf5-2498-4bef-af19-1026ef520fdc), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.943071 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:32.963965 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ca900440-a2a7-4542-93c2-4a73439733a7 None None] Port fb9707b2-4595-408d-a8ec-a7f9e42a0318 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:33.022413 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks [] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.089080 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.100209 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Publish callbacks [] for port (572c991e-0381-4378-85ee-6233369f2825), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.108122 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:33.108575 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.109732 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:33.115463 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:33.154073 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:33.157617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:33.164565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:33.165122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (08188bf4-a41f-428d-bbe5-405cfc3e3cce), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.168128 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (572c991e-0381-4378-85ee-6233369f2825), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.192626 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (4d70bbf5-2498-4bef-af19-1026ef520fdc), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.250796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Pushing event updated for resources: {'Port': ['ID=d5b7c80e-42ac-4988-a11d-d935969f41ba,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:33.365418 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a65a13-c857-4fba-9cfa-d1047e1d7b7a None None] Pushing event updated for resources: {'Port': ['ID=572c991e-0381-4378-85ee-6233369f2825,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:33.389125 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Attempting to bind port 572c991e-0381-4378-85ee-6233369f2825 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:33.389730 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Attempting to bind port 572c991e-0381-4378-85ee-6233369f2825 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:33.390249 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Attempting to bind port 572c991e-0381-4378-85ee-6233369f2825 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:33.440956 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:33.441836 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:33.442430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.442973 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:33.443634 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Bound port: 572c991e-0381-4378-85ee-6233369f2825, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:33.444979 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (572c991e-0381-4378-85ee-6233369f2825), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.453731 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.454268 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.455222 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.455659 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > port after_create 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.462199 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.465732 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > port after_update 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.466351 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.467063 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.467624 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.468213 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.535316 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.651025 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:33.652291 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device a58d40a6-4cfc-4afa-88e9-b971b1176901 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:33.654997 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-fcaf2e34-1ae0-43bb-8570-23735e1b529e None None] Provisioning complete for port d5b7c80e-42ac-4988-a11d-d935969f41ba triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:33.655383 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2e34-1ae0-43bb-8570-23735e1b529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.678248 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] For port 572c991e-0381-4378-85ee-6233369f2825, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:33.723153 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] For port 572c991e-0381-4378-85ee-6233369f2825, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=572c991e-0381-4378-85ee-6233369f2825,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:33.728794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks [] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.735307 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.736245 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (08188bf4-a41f-428d-bbe5-405cfc3e3cce), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.740761 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (572c991e-0381-4378-85ee-6233369f2825), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.742516 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf2e34-1ae0-43bb-8570-23735e1b529e None None] Port d5b7c80e-42ac-4988-a11d-d935969f41ba cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:33.775886 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.777223 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.777565 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.778206 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:11:33.778437 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d70bbf5-2498-4bef-af19-1026ef520fdc']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:33.794393 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-fcaf2e34-1ae0-43bb-8570-23735e1b529e None None] Provisioning complete for port fb9707b2-4595-408d-a8ec-a7f9e42a0318 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:33.795430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcaf2e34-1ae0-43bb-8570-23735e1b529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.803044 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19ce993-2491-4f41-b7f4-720c515757a3') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:33.803787 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19ce993-2491-4f41-b7f4-720c515757a3') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:33.825974 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Pushing event updated for resources: {'Port': ['ID=d5b7c80e-42ac-4988-a11d-d935969f41ba,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:33.875109 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (e19ce993-2491-4f41-b7f4-720c515757a3), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.904035 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port a58d40a6-4cfc-4afa-88e9-b971b1176901 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:33.905006 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.944016 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (e19ce993-2491-4f41-b7f4-720c515757a3), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.955075 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a65a13-c857-4fba-9cfa-d1047e1d7b7a None None] Pushing event updated for resources: {'Port': ['ID=572c991e-0381-4378-85ee-6233369f2825,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:33.958720 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:11:33.959129 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (e19ce993-2491-4f41-b7f4-720c515757a3), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: from cryptography.utils import int_from_bytes May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: from cryptography.utils import int_from_bytes May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:11:33.965589 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:11:33.967471 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf2e34-1ae0-43bb-8570-23735e1b529e None None] Port fb9707b2-4595-408d-a8ec-a7f9e42a0318 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:33.970003 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:33.970946 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:34.032962 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Router 4fd3079d-6c07-4a44-b96d-327a80410911 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:11:34.050050 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (4d70bbf5-2498-4bef-af19-1026ef520fdc), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.058691 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.063161 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] 10.222.0.23 "DELETE /v2.0/networks/4d70bbf5-2498-4bef-af19-1026ef520fdc HTTP/1.1" status: 204 len: 168 time: 1.2952714 May 03 09:11:34.094699 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54552) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:34.115084 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562527a-aa5a-48df-a412-5ab76bff8bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=4d70bbf5-2498-4bef-af19-1026ef520fdc,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:34.150418 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5ff7e1d4-f07f-4403-b2b4-edfe0d267ae3 req-d4018d5b-4e75-48b2-9423-fd8675d2f5b2 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.3105044 May 03 09:11:34.200646 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:34.202680 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:34.219969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] Deleting subnet 2edfca55-1017-46c6-a471-6bed9b547645 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:11:34.236218 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] Publish callbacks [] for subnet (2edfca55-1017-46c6-a471-6bed9b547645), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.284432 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:11:34.296593 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port a58d40a6-4cfc-4afa-88e9-b971b1176901 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:34.308442 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-c66c4fa6-d08e-425d-b037-f53c15d7be9f admin admin] 10.222.0.23 "PUT /v2.0/routers/4fd3079d-6c07-4a44-b96d-327a80410911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2069926 May 03 09:11:34.329886 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:34.361283 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] Publish callbacks [] for subnet (2edfca55-1017-46c6-a471-6bed9b547645), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.373897 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (2edfca55-1017-46c6-a471-6bed9b547645), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.424322 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.538748 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (2edfca55-1017-46c6-a471-6bed9b547645), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.587180 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Router 08188bf4-a41f-428d-bbe5-405cfc3e3cce has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:11:34.588152 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edfca55-1017-46c6-a471-6bed9b547645,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:34.591263 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.597080 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e85086f7-fd0d-422a-8bf4-34feb1538b52 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2edfca55-1017-46c6-a471-6bed9b547645 HTTP/1.1" status: 204 len: 168 time: 0.5007529 May 03 09:11:34.597290 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54564) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:34.733015 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6f7fa966-24a6-418f-ae36-6d154fda2bf0 None None] Provisioning complete for port d5b7c80e-42ac-4988-a11d-d935969f41ba triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:34.733496 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa966-24a6-418f-ae36-6d154fda2bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.778624 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (ca12b19e-0750-40a3-8c7a-e8dfdaa82daf), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:34.799925 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:11:34.819987 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 6b445378-db58-4338-8a27-7ce09c389aad up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:34.822936 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4f50f625-212e-4693-933d-342892572a2b admin admin] 10.222.0.23 "PUT /v2.0/routers/08188bf4-a41f-428d-bbe5-405cfc3e3cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8840253 May 03 09:11:34.853239 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fa966-24a6-418f-ae36-6d154fda2bf0 None None] Port d5b7c80e-42ac-4988-a11d-d935969f41ba cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:35.000233 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 2, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:35.004746 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 6b445378-db58-4338-8a27-7ce09c389aad triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:35.005901 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (6b445378-db58-4338-8a27-7ce09c389aad), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.032551 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (ca12b19e-0750-40a3-8c7a-e8dfdaa82daf), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.079431 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca12b19e-0750-40a3-8c7a-e8dfdaa82daf']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:35.097175 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.36', 64631) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:35.124052 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f044f474-484f-428f-9b65-afefd07275f6') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:35.125478 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f044f474-484f-428f-9b65-afefd07275f6') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:35.126027 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7fd5e-658e-438e-b88f-e1120967b179 None None] The sync data for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi is: [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 2, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:11:35.160289 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Sync routers for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:11:35.160800 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (f044f474-484f-428f-9b65-afefd07275f6), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.191918 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (f044f474-484f-428f-9b65-afefd07275f6), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.194950 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:35.205858 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:11:35.207735 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:35.208188 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (f044f474-484f-428f-9b65-afefd07275f6), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:11:35.226183 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:11:35.252622 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 6b445378-db58-4338-8a27-7ce09c389aad is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:35.253237 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (6b445378-db58-4338-8a27-7ce09c389aad), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.312645 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 6b445378-db58-4338-8a27-7ce09c389aad, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=6b445378-db58-4338-8a27-7ce09c389aad,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:11:35.326821 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (6b445378-db58-4338-8a27-7ce09c389aad), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.417215 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:35.426352 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=6b445378-db58-4338-8a27-7ce09c389aad,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:35.473729 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (ca12b19e-0750-40a3-8c7a-e8dfdaa82daf), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.482113 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.491822 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca12b19e-0750-40a3-8c7a-e8dfdaa82daf HTTP/1.1" status: 204 len: 168 time: 0.8926520 May 03 09:11:35.512164 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4116053d-503f-495d-aec7-dbd52ef2bd80 req-03f71b4a-1df2-4781-9d1d-b77e8c00efc3 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1212552 May 03 09:11:35.526582 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3651c0-dc2f-40f9-8382-5a47d5d359e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca12b19e-0750-40a3-8c7a-e8dfdaa82daf,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:35.534298 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-3753ca93-e842-499e-94a7-70cd714bad38 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:35.537322 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-3753ca93-e842-499e-94a7-70cd714bad38 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.36 "GET /v2.0/networks?id=07f8225e-b4b0-4a29-b6b9-89eddc607f19 HTTP/1.1" status: 200 len: 812 time: 0.4388871 May 03 09:11:35.631225 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Request body: {'port': {'device_id': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19', 'admin_state_up': True, 'tenant_id': 'db9273e9f75e4918b29f8d1e4dc4d1c3'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:35.831842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54630) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:35.846741 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-6d425a15-a005-4dbd-9769-471931722aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35432582', 'description': 'tempest-description--911772098'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:35.948979 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6d425a15-a005-4dbd-9769-471931722aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:35.957034 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54646) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:35.973135 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 2, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:36.014142 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Checking router: 4fd3079d-6c07-4a44-b96d-327a80410911 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:11:36.014584 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Updating router 4fd3079d-6c07-4a44-b96d-327a80410911 port fb9707b2-4595-408d-a8ec-a7f9e42a0318 binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:11:36.087627 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.183936 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6d425a15-a005-4dbd-9769-471931722aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (af58f7f2-82e4-41ff-bf8e-49461c07b4ef), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.198787 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6d425a15-a005-4dbd-9769-471931722aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (af58f7f2-82e4-41ff-bf8e-49461c07b4ef), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.273674 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-955b9f3f-46f1-41a1-b827-ec746543ab12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14529898edf44b858828a56edbb56557&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3116491 May 03 09:11:36.274786 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54670) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:36.281927 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6d425a15-a005-4dbd-9769-471931722aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.283927 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6d425a15-a005-4dbd-9769-471931722aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4503496 May 03 09:11:36.296680 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54672) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:36.305353 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-d0a18a91-797a-4e5a-994d-99e5f9b41f49 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:36.306330 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-65e68d40-472b-40da-ab9f-54c95ea5dc4e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'security_group_rule': {'security_group_id': 'af58f7f2-82e4-41ff-bf8e-49461c07b4ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:36.314572 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-d0a18a91-797a-4e5a-994d-99e5f9b41f49 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 819 time: 0.3140481 May 03 09:11:36.364991 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d425a15-a005-4dbd-9769-471931722aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af58f7f2-82e4-41ff-bf8e-49461c07b4ef,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:36.377657 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54680) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:36.438931 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e52780df-779b-4969-8da1-2cf1a8f46bb3 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/quotas/7842b8edaf5847d387b8390dc4cf09b4 HTTP/1.1" status: 200 len: 375 time: 0.1219487 May 03 09:11:36.460787 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6525df8c-0f4a-486e-a3ca-a8043472065e admin admin] Publish callbacks [] for security_group (661fd279-4d0c-4ac6-b89d-a4067b20fd3b), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.466724 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65e68d40-472b-40da-ab9f-54c95ea5dc4e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (28e23fa0-6f1b-4e74-b623-78579363be6e), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.556769 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Made reservation on behalf of db9273e9f75e4918b29f8d1e4dc4d1c3 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:36.561556 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.591364 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6525df8c-0f4a-486e-a3ca-a8043472065e admin admin] Publish callbacks [] for security_group (661fd279-4d0c-4ac6-b89d-a4067b20fd3b), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.770579 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65e68d40-472b-40da-ab9f-54c95ea5dc4e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (28e23fa0-6f1b-4e74-b623-78579363be6e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.779875 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65e68d40-472b-40da-ab9f-54c95ea5dc4e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (28e23fa0-6f1b-4e74-b623-78579363be6e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.867786 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 6b445378-db58-4338-8a27-7ce09c389aad up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:36.868422 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e68d40-472b-40da-ab9f-54c95ea5dc4e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e23fa0-6f1b-4e74-b623-78579363be6e,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:36.874757 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6525df8c-0f4a-486e-a3ca-a8043472065e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (661fd279-4d0c-4ac6-b89d-a4067b20fd3b), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.888143 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6525df8c-0f4a-486e-a3ca-a8043472065e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.890255 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Publish callbacks [] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.894652 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6525df8c-0f4a-486e-a3ca-a8043472065e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/661fd279-4d0c-4ac6-b89d-a4067b20fd3b HTTP/1.1" status: 204 len: 168 time: 0.6094282 May 03 09:11:36.912730 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.935782 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525df8c-0f4a-486e-a3ca-a8043472065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661fd279-4d0c-4ac6-b89d-a4067b20fd3b,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:36.953119 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65e68d40-472b-40da-ab9f-54c95ea5dc4e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.956897 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-65e68d40-472b-40da-ab9f-54c95ea5dc4e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6535301 May 03 09:11:36.956897 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e1a04dc-f431-476c-a018-59b498fb7f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:36.957252 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54702) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:36.983584 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-46168f3f-5f58-422a-8b53-a302c3896567 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'security_group_rule': {'security_group_id': 'af58f7f2-82e4-41ff-bf8e-49461c07b4ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:36.997422 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623684ef-1945-4d88-8c2c-1d4449e2edac None None] Pushing event updated for resources: {'Port': ['ID=fb9707b2-4595-408d-a8ec-a7f9e42a0318,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:37.040514 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-696e1761-1bf8-472d-90d4-1d69bd9ccd02 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6006575 May 03 09:11:37.088919 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 6b445378-db58-4338-8a27-7ce09c389aad triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:37.089297 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (6b445378-db58-4338-8a27-7ce09c389aad), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.127323 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54708) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:37.129454 dv-cinder-840279-1-iscsi neutron-server[103440]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 09:11:37.205657 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Attempting to bind port fb9707b2-4595-408d-a8ec-a7f9e42a0318 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:37.206036 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Attempting to bind port fb9707b2-4595-408d-a8ec-a7f9e42a0318 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:37.206402 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Attempting to bind port fb9707b2-4595-408d-a8ec-a7f9e42a0318 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:37.245016 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:37.245387 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Checking segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:37.248643 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.249237 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Bound using segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:37.250060 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Bound port: fb9707b2-4595-408d-a8ec-a7f9e42a0318, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:37.250625 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.300021 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46168f3f-5f58-422a-8b53-a302c3896567 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (89aa5701-46e4-4b11-8cf6-05a89d767783), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.423647 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 6b445378-db58-4338-8a27-7ce09c389aad is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:37.471306 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-08804274-ea64-45b4-adaf-218d1c058223 req-1a8f7924-23bb-4b76-9c0b-2369f5abc5d5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.3428953 May 03 09:11:37.564782 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] For port fb9707b2-4595-408d-a8ec-a7f9e42a0318, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:37.586128 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] For port fb9707b2-4595-408d-a8ec-a7f9e42a0318, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=fb9707b2-4595-408d-a8ec-a7f9e42a0318,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:37.621699 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.706173 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-7a93a3d3-c321-44fb-9087-63935b0eb0f1 None None] Provisioning complete for port fb9707b2-4595-408d-a8ec-a7f9e42a0318 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:37.706934 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a93a3d3-c321-44fb-9087-63935b0eb0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.757907 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e1a04dc-f431-476c-a018-59b498fb7f1a admin admin] Publish callbacks [] for security_group (bdf53286-babc-4de8-8fa2-8e2490065512), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.788041 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e1a04dc-f431-476c-a018-59b498fb7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (bdf53286-babc-4de8-8fa2-8e2490065512), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.812948 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:37.818514 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:37.819817 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46168f3f-5f58-422a-8b53-a302c3896567 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (89aa5701-46e4-4b11-8cf6-05a89d767783), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.862493 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-a3a078c1-aa7d-4229-8b4e-c9b9e25d34af service neutron] 10.222.0.23 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7938616 May 03 09:11:37.863916 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54728) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:37.910755 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7a93a3d3-c321-44fb-9087-63935b0eb0f1 None None] Current status of the port fb9707b2-4595-408d-a8ec-a7f9e42a0318 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:37.914373 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a93a3d3-c321-44fb-9087-63935b0eb0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.926556 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46168f3f-5f58-422a-8b53-a302c3896567 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (89aa5701-46e4-4b11-8cf6-05a89d767783), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:37.998987 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46168f3f-5f58-422a-8b53-a302c3896567 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89aa5701-46e4-4b11-8cf6-05a89d767783,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:38.036249 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5e1a04dc-f431-476c-a018-59b498fb7f1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8efd3e9b2ee14e56ac919b0165e6b7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6549020 May 03 09:11:38.036249 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a04dc-f431-476c-a018-59b498fb7f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf53286-babc-4de8-8fa2-8e2490065512,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:38.045481 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54742) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:38.066425 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7a93a3d3-c321-44fb-9087-63935b0eb0f1 None None] For port fb9707b2-4595-408d-a8ec-a7f9e42a0318, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=fb9707b2-4595-408d-a8ec-a7f9e42a0318,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:11:38.069043 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46168f3f-5f58-422a-8b53-a302c3896567 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:38.085463 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a93a3d3-c321-44fb-9087-63935b0eb0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:38.092833 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-46168f3f-5f58-422a-8b53-a302c3896567 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1205153 May 03 09:11:38.095713 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54746) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:38.100355 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:38.213743 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:38.253973 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-4f4314b1-4385-418f-8ea9-498f49596ec9 None None] Provisioning complete for port fb9707b2-4595-408d-a8ec-a7f9e42a0318 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:38.265974 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f4314b1-4385-418f-8ea9-498f49596ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:38.282820 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:38.293953 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Allocated IP 172.20.0.10 (07f8225e-b4b0-4a29-b6b9-89eddc607f19/449f402c-b2dd-4c35-ab53-bdef5232d5c3/54779846-e6bf-4381-b2ba-a9edb940ffef) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:38.452466 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93a3d3-c321-44fb-9087-63935b0eb0f1 None None] Pushing event updated for resources: {'Port': ['ID=fb9707b2-4595-408d-a8ec-a7f9e42a0318,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:38.471861 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9dd8724e-c47e-4e73-bcad-7eb9079d5370 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1d56ce3f5eb4110b991d9b9fcfae300&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5727046 May 03 09:11:38.496111 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54754) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:38.671622 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4f4314b1-4385-418f-8ea9-498f49596ec9 None None] Current status of the port fb9707b2-4595-408d-a8ec-a7f9e42a0318 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:38.727088 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:38.755437 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f6bdc8-26e1-460d-8ca3-fe0e7979a526 None None] The sync data for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi is: [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:11:38.757361 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623684ef-1945-4d88-8c2c-1d4449e2edac None None] Pushing event updated for resources: {'Port': ['ID=fb9707b2-4595-408d-a8ec-a7f9e42a0318,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:38.811876 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 572c991e-0381-4378-85ee-6233369f2825 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:38.834304 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54762) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:38.857431 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b96c786-0ce8-41af-b081-0b87e9b2960f req-cd18250a-eca2-41c1-a7b4-999a13c180ba tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1643331 May 03 09:11:38.883630 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.021309 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 572c991e-0381-4378-85ee-6233369f2825 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:39.022231 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (572c991e-0381-4378-85ee-6233369f2825), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.066899 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54766) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:39.258127 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 572c991e-0381-4378-85ee-6233369f2825 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:39.258525 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (572c991e-0381-4378-85ee-6233369f2825), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.326066 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 572c991e-0381-4378-85ee-6233369f2825, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=572c991e-0381-4378-85ee-6233369f2825,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:11:39.337044 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (572c991e-0381-4378-85ee-6233369f2825), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.349570 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d463570d-6960-4f30-9cda-1675b8d8def9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.370605 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-d0443441-4d01-438a-a01e-5a7511b9d50e service neutron] 10.222.0.23 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4693997 May 03 09:11:39.380897 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac2af-fa7f-418d-8958-a0e4f66d3693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.386119 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-094f0d42-e10c-4b6b-b316-3e80e7f0ec4b admin admin] Publish callbacks [] for security_group (bdf53286-babc-4de8-8fa2-8e2490065512), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.410987 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=572c991e-0381-4378-85ee-6233369f2825,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:39.439388 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks [] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.441807 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4939c404-37fe-4671-8292-54f7ea366722 admin admin] Publish callbacks [] for security_group (8ca8e2d0-a7b4-4cfa-8484-fb2454806db9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.479934 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-094f0d42-e10c-4b6b-b316-3e80e7f0ec4b admin admin] Publish callbacks [] for security_group (bdf53286-babc-4de8-8fa2-8e2490065512), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.484497 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Allocated IP 172.27.2.219 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/b7c45140-0ad7-41cb-ba5c-f0569683ab89) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:39.508975 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4939c404-37fe-4671-8292-54f7ea366722 admin admin] Publish callbacks [] for security_group (8ca8e2d0-a7b4-4cfa-8484-fb2454806db9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.651002 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.714832 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Sync routers for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:11:39.731051 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:39.732136 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:39.741612 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-094f0d42-e10c-4b6b-b316-3e80e7f0ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (bdf53286-babc-4de8-8fa2-8e2490065512), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.744243 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-094f0d42-e10c-4b6b-b316-3e80e7f0ec4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.745397 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-094f0d42-e10c-4b6b-b316-3e80e7f0ec4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdf53286-babc-4de8-8fa2-8e2490065512 HTTP/1.1" status: 204 len: 168 time: 1.6497078 May 03 09:11:39.753703 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:39.765133 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:39.784927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:39.794907 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:39.798009 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.802075 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.821783 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Pushing event updated for resources: {'Port': ['ID=54779846-e6bf-4381-b2ba-a9edb940ffef,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:39.824856 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f0d42-e10c-4b6b-b316-3e80e7f0ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf53286-babc-4de8-8fa2-8e2490065512,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:39.826864 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4939c404-37fe-4671-8292-54f7ea366722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8ca8e2d0-a7b4-4cfa-8484-fb2454806db9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.829735 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4939c404-37fe-4671-8292-54f7ea366722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:39.835752 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4939c404-37fe-4671-8292-54f7ea366722 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ca8e2d0-a7b4-4cfa-8484-fb2454806db9 HTTP/1.1" status: 204 len: 168 time: 1.3381329 May 03 09:11:39.844875 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-ad0799ab-2335-47d8-b27d-76ce24dd9f9d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2205038 May 03 09:11:39.850481 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939c404-37fe-4671-8292-54f7ea366722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8e2d0-a7b4-4cfa-8484-fb2454806db9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:40.166175 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffcea5-1cb6-4865-bb08-039ff147a972 req-8ab6a253-8c43-4e49-a71d-058c8783c15b tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:40.192034 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ffcea5-1cb6-4865-bb08-039ff147a972 req-8ab6a253-8c43-4e49-a71d-058c8783c15b tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 932 time: 0.1935291 May 03 09:11:40.211540 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:40.240600 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4c488192-107b-49d5-ab20-398d43315413 req-8ec51d3c-402b-42ae-ab35-dd850c861f70 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 210 time: 0.5495024 May 03 09:11:40.330312 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac2af-fa7f-418d-8958-a0e4f66d3693 admin admin] Publish callbacks [] for security_group (8c4c464f-2b48-4e43-90c6-c83875697e40), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:40.388960 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac2af-fa7f-418d-8958-a0e4f66d3693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8c4c464f-2b48-4e43-90c6-c83875697e40), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:40.391669 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5ffcea5-1cb6-4865-bb08-039ff147a972 req-9310c9a0-4130-4762-9291-7e1412eba5a3 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987047 May 03 09:11:40.425420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:40.656860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54818) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:40.672801 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28504fa1-f917-472d-9351-656ab9494584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:40.765381 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 2, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:40.785878 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-0a2ac2af-fa7f-418d-8958-a0e4f66d3693 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1697e2ae98ba497fac063a92519958c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7153387 May 03 09:11:40.787081 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54834) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:40.837841 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:40.848264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ac2af-fa7f-418d-8958-a0e4f66d3693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4c464f-2b48-4e43-90c6-c83875697e40,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:40.849870 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Checking router: 08188bf4-a41f-428d-bbe5-405cfc3e3cce for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:11:40.850239 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Updating router 08188bf4-a41f-428d-bbe5-405cfc3e3cce port d5b7c80e-42ac-4988-a11d-d935969f41ba binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:11:40.894377 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:40.899687 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:40.941502 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:40.942700 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device fb9707b2-4595-408d-a8ec-a7f9e42a0318 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:41.008329 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-646fc687-fc05-4c96-9699-493fef431bba admin admin] Publish callbacks [] for security_group (8c4c464f-2b48-4e43-90c6-c83875697e40), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.030963 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'Port': ['ID=b7c45140-0ad7-41cb-ba5c-f0569683ab89,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:41.048809 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28504fa1-f917-472d-9351-656ab9494584 admin admin] Publish callbacks [] for security_group (a4bbac7d-6eb2-434f-a099-01ede833b407), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.064388 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-28504fa1-f917-472d-9351-656ab9494584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a4bbac7d-6eb2-434f-a099-01ede833b407), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.119146 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d463570d-6960-4f30-9cda-1675b8d8def9 admin admin] Publish callbacks [] for security_group (5ca399a0-35ef-49b5-a02b-43565f1f8b00), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.126604 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-28504fa1-f917-472d-9351-656ab9494584 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28030370a6a647e2a72922e3ad175712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663584 May 03 09:11:41.132964 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-646fc687-fc05-4c96-9699-493fef431bba admin admin] Publish callbacks [] for security_group (8c4c464f-2b48-4e43-90c6-c83875697e40), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.136661 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54846) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:41.148955 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504fa1-f917-472d-9351-656ab9494584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbac7d-6eb2-434f-a099-01ede833b407,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:41.186625 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d463570d-6960-4f30-9cda-1675b8d8def9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5ca399a0-35ef-49b5-a02b-43565f1f8b00), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.197299 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port fb9707b2-4595-408d-a8ec-a7f9e42a0318 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:41.199904 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.323211 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-d463570d-6960-4f30-9cda-1675b8d8def9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfe914f1820d457a9c998d240af616ef&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4876964 May 03 09:11:41.327144 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 54850) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:41.433340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-094a888e-b2d2-4d79-b376-ea44f443df49 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:41.438557 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-094a888e-b2d2-4d79-b376-ea44f443df49 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 819 time: 0.6138585 May 03 09:11:41.496873 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (4ee00563-d5ad-4be1-ba29-4625d4397ad3), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.513051 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463570d-6960-4f30-9cda-1675b8d8def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca399a0-35ef-49b5-a02b-43565f1f8b00,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:41.540124 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-f952a38b-f9c5-4e0a-8bcd-15a583fd20cc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/quotas/7842b8edaf5847d387b8390dc4cf09b4 HTTP/1.1" status: 200 len: 375 time: 0.0212104 May 03 09:11:41.541720 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-dcfc77f6-8693-430c-9ecb-2342c95c8ecf tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:11:41.542755 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-dcfc77f6-8693-430c-9ecb-2342c95c8ecf tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095301 May 03 09:11:41.625156 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-656fe86e-4a04-402f-a652-30631a416efe admin admin] Publish callbacks [] for security_group (a4bbac7d-6eb2-434f-a099-01ede833b407), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.694391 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-646fc687-fc05-4c96-9699-493fef431bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8c4c464f-2b48-4e43-90c6-c83875697e40), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.710028 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-646fc687-fc05-4c96-9699-493fef431bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.725688 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.725929 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-646fc687-fc05-4c96-9699-493fef431bba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c4c464f-2b48-4e43-90c6-c83875697e40 HTTP/1.1" status: 204 len: 168 time: 0.9375691 May 03 09:11:41.792741 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Publish callbacks [] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.798173 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c8cda0c3-a2ba-4a11-8f48-43f8a02346c9 admin admin] Publish callbacks [] for security_group (5ca399a0-35ef-49b5-a02b-43565f1f8b00), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.810676 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port fb9707b2-4595-408d-a8ec-a7f9e42a0318 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:41.811772 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 572c991e-0381-4378-85ee-6233369f2825 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:41.814657 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f0baa-715d-442f-bc13-cb5df4cd7977 req-19ba2404-8f4d-409a-8a40-f3c654fd0e33 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:41.818461 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-558f0baa-715d-442f-bc13-cb5df4cd7977 req-19ba2404-8f4d-409a-8a40-f3c654fd0e33 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 932 time: 0.2325478 May 03 09:11:41.819243 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fc687-fc05-4c96-9699-493fef431bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4c464f-2b48-4e43-90c6-c83875697e40,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:41.827032 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-3bc24f47-77fc-4554-b798-a94d40aece25 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2240572 May 03 09:11:41.875101 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-656fe86e-4a04-402f-a652-30631a416efe admin admin] Publish callbacks [] for security_group (a4bbac7d-6eb2-434f-a099-01ede833b407), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.895066 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.941667 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c8cda0c3-a2ba-4a11-8f48-43f8a02346c9 admin admin] Publish callbacks [] for security_group (5ca399a0-35ef-49b5-a02b-43565f1f8b00), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:41.968561 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-558f0baa-715d-442f-bc13-cb5df4cd7977 req-65c00067-2e13-4397-9348-11fb4e73cf48 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399930 May 03 09:11:42.028575 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 572c991e-0381-4378-85ee-6233369f2825 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:42.028799 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (572c991e-0381-4378-85ee-6233369f2825), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.040867 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-656fe86e-4a04-402f-a652-30631a416efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a4bbac7d-6eb2-434f-a099-01ede833b407), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.046588 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-656fe86e-4a04-402f-a652-30631a416efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.048489 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-656fe86e-4a04-402f-a652-30631a416efe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4bbac7d-6eb2-434f-a099-01ede833b407 HTTP/1.1" status: 204 len: 168 time: 0.9116974 May 03 09:11:42.051697 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c8cda0c3-a2ba-4a11-8f48-43f8a02346c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5ca399a0-35ef-49b5-a02b-43565f1f8b00), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.055746 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c8cda0c3-a2ba-4a11-8f48-43f8a02346c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.056934 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c8cda0c3-a2ba-4a11-8f48-43f8a02346c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ca399a0-35ef-49b5-a02b-43565f1f8b00 HTTP/1.1" status: 204 len: 168 time: 0.7288449 May 03 09:11:42.066698 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95533-ecb2-4e88-908d-07d0bf308253 None None] Pushing event updated for resources: {'Port': ['ID=d5b7c80e-42ac-4988-a11d-d935969f41ba,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:42.081511 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fe86e-4a04-402f-a652-30631a416efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbac7d-6eb2-434f-a099-01ede833b407,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:42.096669 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cda0c3-a2ba-4a11-8f48-43f8a02346c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca399a0-35ef-49b5-a02b-43565f1f8b00,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:42.128998 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.138274 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.260080 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'Port': ['ID=b7c45140-0ad7-41cb-ba5c-f0569683ab89,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:42.274164 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (4ee00563-d5ad-4be1-ba29-4625d4397ad3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.311318 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.321646 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-db744abd-e6e1-4662-a534-00ef55a0bdab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2158864 May 03 09:11:42.330557 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 572c991e-0381-4378-85ee-6233369f2825 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:42.368784 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Attempting to bind port d5b7c80e-42ac-4988-a11d-d935969f41ba on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:42.369160 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Attempting to bind port d5b7c80e-42ac-4988-a11d-d935969f41ba by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:42.369524 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Attempting to bind port d5b7c80e-42ac-4988-a11d-d935969f41ba on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:42.372131 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6f08cbc7-125c-4c70-8296-34ee7fc2bfcf None None] Provisioning complete for port d5b7c80e-42ac-4988-a11d-d935969f41ba triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:42.372604 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f08cbc7-125c-4c70-8296-34ee7fc2bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.399482 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:42.399953 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Checking segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:42.400408 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.400806 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Bound using segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:42.401286 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Bound port: d5b7c80e-42ac-4988-a11d-d935969f41ba, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:42.401668 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.426295 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6f08cbc7-125c-4c70-8296-34ee7fc2bfcf None None] Port d5b7c80e-42ac-4988-a11d-d935969f41ba cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:42.502128 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] For port d5b7c80e-42ac-4988-a11d-d935969f41ba, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:42.506495 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] For port d5b7c80e-42ac-4988-a11d-d935969f41ba, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=d5b7c80e-42ac-4988-a11d-d935969f41ba,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:42.521184 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.581900 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-c0f79014-c0f7-45a6-a81d-b52011123235 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:11:42.584259 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-c0f79014-c0f7-45a6-a81d-b52011123235 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3425412 May 03 09:11:42.701420 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:11:42.702063 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:11:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:42.850578 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95533-ecb2-4e88-908d-07d0bf308253 None None] Pushing event updated for resources: {'Port': ['ID=d5b7c80e-42ac-4988-a11d-d935969f41ba,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:42.876494 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-14924a30-1b84-45cc-a7cb-f11d63459a22 None None] Provisioning complete for port d5b7c80e-42ac-4988-a11d-d935969f41ba triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:42.877100 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14924a30-1b84-45cc-a7cb-f11d63459a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:42.883256 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-f80ee29d-9c9c-4384-961b-9f61872e3b5c service neutron] 10.222.0.23 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896967 May 03 09:11:43.016659 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:11:43.102023 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-66df28f4-7a0f-48ee-9214-dafd5e11ca02 service neutron] 10.222.0.23 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113950 May 03 09:11:43.178293 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-012383bf-0d09-48e2-90a6-4901bb76e568 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--35432582&fields=id&tenant_id=dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 267 time: 0.1387503 May 03 09:11:43.201739 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-14924a30-1b84-45cc-a7cb-f11d63459a22 None None] Current status of the port d5b7c80e-42ac-4988-a11d-d935969f41ba is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:43.202163 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14924a30-1b84-45cc-a7cb-f11d63459a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:43.217194 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54918) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:43.255589 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b5a543a6-244c-49a7-a551-964881ab018a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:43.408290 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b5a543a6-244c-49a7-a551-964881ab018a admin admin] Publish callbacks [] for security_group (01b7c29c-aaf8-48c1-9037-641fd9b630ae), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:43.414985 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b5a543a6-244c-49a7-a551-964881ab018a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (01b7c29c-aaf8-48c1-9037-641fd9b630ae), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:43.441495 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-14924a30-1b84-45cc-a7cb-f11d63459a22 None None] For port d5b7c80e-42ac-4988-a11d-d935969f41ba, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=d5b7c80e-42ac-4988-a11d-d935969f41ba,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:11:43.447285 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-0a48e3a0-d4e1-4ee5-8198-3883427af3c7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:43.456966 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-0a48e3a0-d4e1-4ee5-8198-3883427af3c7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 816 time: 0.2657945 May 03 09:11:43.473221 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b5a543a6-244c-49a7-a551-964881ab018a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eeb06fb3546349d596ce96d1ccfef6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526765 May 03 09:11:43.473901 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 54930) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:43.484710 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-94fd0735-29bf-424f-847e-7f7af6b36094 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/quotas/dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 375 time: 0.0199971 May 03 09:11:43.503750 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14924a30-1b84-45cc-a7cb-f11d63459a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:43.548261 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a543a6-244c-49a7-a551-964881ab018a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b7c29c-aaf8-48c1-9037-641fd9b630ae,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:43.613739 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d6f91133-b954-49cc-9ed9-2b2042b923c5 admin admin] Publish callbacks [] for security_group (01b7c29c-aaf8-48c1-9037-641fd9b630ae), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:43.631642 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-4de3be78-92e7-4bec-adbd-54cc59121973 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377013 May 03 09:11:43.675063 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d6f91133-b954-49cc-9ed9-2b2042b923c5 admin admin] Publish callbacks [] for security_group (01b7c29c-aaf8-48c1-9037-641fd9b630ae), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:43.711693 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14924a30-1b84-45cc-a7cb-f11d63459a22 None None] Pushing event updated for resources: {'Port': ['ID=d5b7c80e-42ac-4988-a11d-d935969f41ba,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:43.717927 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:42Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:11:43.802390 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b41faf-726f-47ac-896e-0d787614e48c None None] The sync data for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi is: [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:42Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:11:43.921868 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2804-9e14-4ef0-8469-e968369fcb1b req-2bfefdeb-f1a4-429d-bc3d-d42378dbc5d1 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:43.929850 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3a5b2804-9e14-4ef0-8469-e968369fcb1b req-2bfefdeb-f1a4-429d-bc3d-d42378dbc5d1 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 932 time: 0.1981325 May 03 09:11:43.986358 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-c45c6fe7-c80e-4317-8db7-c441eec89722 service neutron] 10.222.0.23 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216996 May 03 09:11:44.104077 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3a5b2804-9e14-4ef0-8469-e968369fcb1b req-dd583e07-8bce-4263-9b3c-3950860aa96b tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684339 May 03 09:11:44.131571 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d6f91133-b954-49cc-9ed9-2b2042b923c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (01b7c29c-aaf8-48c1-9037-641fd9b630ae), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:44.139488 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d6f91133-b954-49cc-9ed9-2b2042b923c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:44.147110 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-d6f91133-b954-49cc-9ed9-2b2042b923c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01b7c29c-aaf8-48c1-9037-641fd9b630ae HTTP/1.1" status: 204 len: 168 time: 0.6724012 May 03 09:11:44.191981 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f91133-b954-49cc-9ed9-2b2042b923c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b7c29c-aaf8-48c1-9037-641fd9b630ae,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:44.242579 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-5936a59c-a9af-4e29-965a-471e45e48149 service neutron] 10.222.0.23 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495744 May 03 09:11:44.299820 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7cc17d4a-2268-4a11-a26d-2cb05b029df1 req-fe23628b-bb73-40f2-ad82-f8adfe75e079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 210 time: 0.0623362 May 03 09:11:44.379184 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.36', 64646) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:44.670390 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-8a685f1d-3a21-4e78-b086-968c4ccfc9ce tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:44.679760 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-8a685f1d-3a21-4e78-b086-968c4ccfc9ce tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 819 time: 0.2746994 May 03 09:11:44.793716 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'port': {'device_id': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'admin_state_up': True, 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:44.812405 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device d5b7c80e-42ac-4988-a11d-d935969f41ba up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:11:44.817910 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1b8f0a22-3f3f-46bd-8b67-eae35417ad3c req-d2cbb1ff-efb7-4b9b-a401-1f47619e260c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 210 time: 0.1215513 May 03 09:11:44.840658 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Request body: {'port': {'device_id': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:44.991912 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:45.006163 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port d5b7c80e-42ac-4988-a11d-d935969f41ba triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:45.006450 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:45.287884 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Made reservation on behalf of 7842b8edaf5847d387b8390dc4cf09b4 for: {'port': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:45.298006 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:45.357470 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port d5b7c80e-42ac-4988-a11d-d935969f41ba is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:11:45.600399 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b880eba6-5634-4c75-8a20-3c5a048b0631 req-8f2c1e5c-1fbb-4ffa-a93c-7996d830f755 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 210 time: 0.0820425 May 03 09:11:45.639584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937f59a-1fff-4c89-850b-4801811d7416 req-9cf4dde3-819a-46ad-b56a-a7fc677879d0 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:45.644839 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c937f59a-1fff-4c89-850b-4801811d7416 req-9cf4dde3-819a-46ad-b56a-a7fc677879d0 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 932 time: 0.3241138 May 03 09:11:45.785311 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c937f59a-1fff-4c89-850b-4801811d7416 req-2a5ad05b-8c6a-4d9c-b8d4-7af48bb7ab19 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279876 May 03 09:11:46.109707 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.36', 64651) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:46.297631 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54779846-e6bf-4381-b2ba-a9edb940ffef {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:11:46.334145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Publish callbacks [] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:46.401370 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Transition to ACTIVE for port object 54779846-e6bf-4381-b2ba-a9edb940ffef will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:11:46.414238 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:46.468263 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1ff4a6ed-e584-4ee4-b4ae-1af7e7ef5667 req-8b6accf6-2dd4-4dc0-8e9b-045f0e03ead1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 210 time: 0.2016356 May 03 09:11:46.622345 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Pushing event updated for resources: {'Port': ['ID=54779846-e6bf-4381-b2ba-a9edb940ffef,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:46.673427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-33295f5c-a762-4073-b630-f174c883cd99 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:46.675487 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-33295f5c-a762-4073-b630-f174c883cd99 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 819 time: 0.5630813 May 03 09:11:46.757424 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Allocated IP 172.20.0.4 (e0afe0dd-efab-4402-8ce7-9ff7a302358d/4063c591-f872-44ca-9d8a-0421b5505ff7/5490ded6-895b-4ad2-b00e-d9ddcb685865) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:46.841312 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'port': {'device_id': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'admin_state_up': True, 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:46.990791 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d0ae40c1-7e6f-4b61-9838-10db1fbd6579 req-04e3b5bb-14b3-4942-8f19-85519a939d99 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 210 time: 0.2343860 May 03 09:11:47.001909 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Attempting to bind port 54779846-e6bf-4381-b2ba-a9edb940ffef on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:47.002263 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Attempting to bind port 54779846-e6bf-4381-b2ba-a9edb940ffef by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '27320a18-7263-4085-bc44-2091c6a20012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:47.002626 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Attempting to bind port 54779846-e6bf-4381-b2ba-a9edb940ffef on network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:47.042280 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1be7aa-629e-46b6-8843-4784c810189b req-41d29de0-4271-447b-8df4-312e91c9502b tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:47.049683 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce1be7aa-629e-46b6-8843-4784c810189b req-41d29de0-4271-447b-8df4-312e91c9502b tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.1160176 May 03 09:11:47.118843 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Port 54779846-e6bf-4381-b2ba-a9edb940ffef on network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:11:47.123687 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Attempting to bind port 54779846-e6bf-4381-b2ba-a9edb940ffef on network 07f8225e-b4b0-4a29-b6b9-89eddc607f19 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:47.135929 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce1be7aa-629e-46b6-8843-4784c810189b req-a3058283-4e05-482c-aeb6-9ee17fe61219 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801766 May 03 09:11:47.141195 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:47.141519 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:47.141950 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Checking segment: {'id': '27320a18-7263-4085-bc44-2091c6a20012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:47.142523 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Bound using segment: {'id': '27320a18-7263-4085-bc44-2091c6a20012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:47.143048 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Bound port: 54779846-e6bf-4381-b2ba-a9edb940ffef, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27320a18-7263-4085-bc44-2091c6a20012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:47.143792 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:47.216295 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:47.274363 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Made reservation on behalf of 7842b8edaf5847d387b8390dc4cf09b4 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:47.279234 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:47.294389 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] For port 54779846-e6bf-4381-b2ba-a9edb940ffef, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:47.339114 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] For port 54779846-e6bf-4381-b2ba-a9edb940ffef, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=54779846-e6bf-4381-b2ba-a9edb940ffef,segment=NetworkSegment(27320a18-7263-4085-bc44-2091c6a20012),segment_id=27320a18-7263-4085-bc44-2091c6a20012)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:47.346741 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:47.354519 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:47.367257 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:47.436304 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:47.437334 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:47.535922 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'Port': ['ID=5490ded6-895b-4ad2-b00e-d9ddcb685865,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:47.569725 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-48f1a310-5905-4296-a0c6-496c8aaf7da9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8516643 May 03 09:11:47.640538 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Request body: {'port': {'device_id': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:47.676232 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-275f8cff-0b31-4c90-b6b2-f67a03c3e6a1 None None] Provisioning complete for port 5490ded6-895b-4ad2-b00e-d9ddcb685865 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:47.680320 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-275f8cff-0b31-4c90-b6b2-f67a03c3e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:47.682864 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.36', 64657) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:47.768783 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Allocated IP 172.20.0.10 (e0afe0dd-efab-4402-8ce7-9ff7a302358d/4063c591-f872-44ca-9d8a-0421b5505ff7/1f9fd1ef-4645-44fe-ada2-c263eaf85ee3) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:47.794352 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-275f8cff-0b31-4c90-b6b2-f67a03c3e6a1 None None] Port 5490ded6-895b-4ad2-b00e-d9ddcb685865 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:47.875651 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-6c10f5e1-285c-4ad4-b3c4-c565d9a08b95 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:47.880886 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-6c10f5e1-285c-4ad4-b3c4-c565d9a08b95 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 816 time: 0.1918001 May 03 09:11:47.977610 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:48.113757 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-481371ed-fba0-4204-96f9-951a9cfabae5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 378 time: 0.1759632 May 03 09:11:48.188764 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:48.393676 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'port': {'device_id': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'admin_state_up': True, 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'security_groups': ['af58f7f2-82e4-41ff-bf8e-49461c07b4ef']}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:48.423376 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:48.424004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:48.425499 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] 10.222.0.36 "PUT /v2.0/ports/54779846-e6bf-4381-b2ba-a9edb940ffef HTTP/1.1" status: 200 len: 1094 time: 4.4561169 May 03 09:11:48.432250 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b914558d-9bcc-4af7-881c-6567a9f60a03 req-81578b48-4384-456b-a145-4670a501aee8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 210 time: 0.2791195 May 03 09:11:48.453029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:48.456443 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'tag': '54779846-e6bf-4381-b2ba-a9edb940ffef'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:11:48.537682 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7612e913-0a3b-4026-aba2-4efe7e55b17d req-f3cec074-3606-481b-a3d1-fa346c45e462 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 210 time: 0.4036312 May 03 09:11:48.691719 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Made reservation on behalf of dd20006a6f1b4ef0951f86c839eb33ec for: {'port': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:11:48.696864 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:48.798431 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf8532-55b3-462f-a35d-8e858a4adb8a service neutron] Pushing event updated for resources: {'Port': ['ID=54779846-e6bf-4381-b2ba-a9edb940ffef,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:48.914178 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Allocated IP 172.20.0.10 (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9/e8f4b0d6-2257-40c4-a35b-fe392450646e/a40b556c-0a71-4c96-ad1b-454ab18c4948) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:11:49.193965 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:49.213320 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55136) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:49.261042 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:49.284566 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3447d9d-8388-4d8c-b10d-d7191e171c87 req-ce928ecd-d5f1-4413-aad5-aeb4ca2575b4 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:49.305768 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3447d9d-8388-4d8c-b10d-d7191e171c87 req-ce928ecd-d5f1-4413-aad5-aeb4ca2575b4 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.6572592 May 03 09:11:49.345301 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-c77638f3-2f36-42cb-9b8d-50390cba646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:49.352298 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-c77638f3-2f36-42cb-9b8d-50390cba646f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db9273e9f75e4918b29f8d1e4dc4d1c3&device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 1128 time: 0.7297127 May 03 09:11:49.381602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:49.450217 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:49.474453 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:49.478509 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:49.482934 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:49.674314 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:11:49.682566 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:11:49.686411 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-0279851e-7422-4fa0-a573-a60d0d3174cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54779846-e6bf-4381-b2ba-a9edb940ffef HTTP/1.1" status: 200 len: 217 time: 0.2251041 May 03 09:11:49.693054 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:49.693725 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:49.724871 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:11:49.726222 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5490ded6-895b-4ad2-b00e-d9ddcb685865 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:11:49.739679 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:49.740606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:49.759047 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c904e-c697-4407-bf14-9473afb5c183 req-d24b7e02-1d47-4177-a539-f1939bfdad18 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:49.789853 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-027c904e-c697-4407-bf14-9473afb5c183 req-d24b7e02-1d47-4177-a539-f1939bfdad18 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 932 time: 0.1688771 May 03 09:11:49.811750 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Publish callbacks [] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:49.883303 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-75e6770b-aea6-4d8c-ba22-3eb49367c661 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6283612 May 03 09:11:49.885659 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd715b7c-6904-4df2-9b8c-8748c3a8289a" -d '{"events": [{"name": "network-changed", "server_uuid": "46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7", "tag": "54779846-e6bf-4381-b2ba-a9edb940ffef"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:11:49.925447 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Transition to ACTIVE for port object 5490ded6-895b-4ad2-b00e-d9ddcb685865 will not be triggered until provisioned by entity L2. {{(pid=103440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:11:49.932710 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Request body: {'port': {'device_id': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:49.966713 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'Port': ['ID=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:50.013643 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3447d9d-8388-4d8c-b10d-d7191e171c87 req-378ebc40-63d8-4bce-b1c7-b49687272661 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7063322 May 03 09:11:50.038833 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-480fa2ee-b1ef-4901-a478-17dd3bd2a2ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2548046 May 03 09:11:50.039899 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.084531 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Request body: {'port': {'device_id': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:11:50.098545 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-bf982541-0ce8-455f-9542-1124f3f47af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:50.106325 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-bf982541-0ce8-455f-9542-1124f3f47af0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=449f402c-b2dd-4c35-ab53-bdef5232d5c3 HTTP/1.1" status: 200 len: 852 time: 0.3290482 May 03 09:11:50.166134 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-a79c3b98-f00e-4357-a01f-2a7628f3a074 None None] Provisioning complete for port a40b556c-0a71-4c96-ad1b-454ab18c4948 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:50.167311 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a79c3b98-f00e-4357-a01f-2a7628f3a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.229642 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc7bbc81-6b47-48c8-ae28-46e89fe1ba77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.253180 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a79c3b98-f00e-4357-a01f-2a7628f3a074 None None] Port a40b556c-0a71-4c96-ad1b-454ab18c4948 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:50.318572 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-570ab53f-3a6f-48a6-95a7-3876ff36a3c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f8225e-b4b0-4a29-b6b9-89eddc607f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603765 May 03 09:11:50.375455 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-121153e1-1c43-4ad4-8429-ff905d9b49b2 None None] Provisioning complete for port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:11:50.377523 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-121153e1-1c43-4ad4-8429-ff905d9b49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.464026 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-121153e1-1c43-4ad4-8429-ff905d9b49b2 None None] Port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:11:50.550508 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c23d5-6cfe-424a-8352-a5641a3af124 req-6de5b1d0-3c83-4a35-bb39-5de7e34775ce tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:50.557697 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-424c23d5-6cfe-424a-8352-a5641a3af124 req-6de5b1d0-3c83-4a35-bb39-5de7e34775ce tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 932 time: 0.2949326 May 03 09:11:50.571515 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-027c904e-c697-4407-bf14-9473afb5c183 req-f92a9f22-04a1-4b77-808d-842e20942cc5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7807472 May 03 09:11:50.615163 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.663227 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Pushing event updated for resources: {'Port': ['ID=5490ded6-895b-4ad2-b00e-d9ddcb685865,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:50.671424 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.675516 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc7bbc81-6b47-48c8-ae28-46e89fe1ba77 admin admin] Publish callbacks [] for security_group (01329d15-e112-4108-a8ca-1d1b203bee81), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.735330 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc7bbc81-6b47-48c8-ae28-46e89fe1ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (01329d15-e112-4108-a8ca-1d1b203bee81), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:50.849848 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-fc7bbc81-6b47-48c8-ae28-46e89fe1ba77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a15dc06e95c4d93a9e372ae251c5128&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6264997 May 03 09:11:50.866725 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55178) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:50.869945 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bbc81-6b47-48c8-ae28-46e89fe1ba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01329d15-e112-4108-a8ca-1d1b203bee81,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:51.168287 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55186) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:51.220710 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Attempting to bind port 5490ded6-895b-4ad2-b00e-d9ddcb685865 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:51.224716 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Attempting to bind port 5490ded6-895b-4ad2-b00e-d9ddcb685865 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:51.225339 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Attempting to bind port 5490ded6-895b-4ad2-b00e-d9ddcb685865 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:51.256689 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Port 5490ded6-895b-4ad2-b00e-d9ddcb685865 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:11:51.257510 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Attempting to bind port 5490ded6-895b-4ad2-b00e-d9ddcb685865 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:51.332257 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:51.338004 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Checking segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:51.338875 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Bound using segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:51.339438 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Bound port: 5490ded6-895b-4ad2-b00e-d9ddcb685865, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:51.344759 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.409540 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-424c23d5-6cfe-424a-8352-a5641a3af124 req-8b29f936-99bf-443b-82ac-7acfbf8cac7d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8454075 May 03 09:11:51.422862 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff62d0c1-85e5-4fa0-ae4e-eb1a97fd7ffb x-openstack-request-id: req-ff62d0c1-85e5-4fa0-ae4e-eb1a97fd7ffb {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:11:51.423437 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7", "tag": "54779846-e6bf-4381-b2ba-a9edb940ffef", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:11:51.423984 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff62d0c1-85e5-4fa0-ae4e-eb1a97fd7ffb {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:11:51.424836 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff62d0c1-85e5-4fa0-ae4e-eb1a97fd7ffb'] response: {'name': 'network-changed', 'server_uuid': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'tag': '54779846-e6bf-4381-b2ba-a9edb940ffef', 'status': 'completed', 'code': 200} May 03 09:11:51.484485 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:11:51.531683 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Publish callbacks [] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.537680 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-827ae481-96e4-432c-a2b5-f85a3d853991 admin admin] Publish callbacks [] for security_group (01329d15-e112-4108-a8ca-1d1b203bee81), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.552577 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-2d7554f2-84f5-4fff-bc68-81cfe1502f56 service neutron] 10.222.0.36 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1473877 May 03 09:11:51.582318 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Transition to ACTIVE for port object 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:11:51.598347 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.644435 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e8fc-fc71-40d7-a827-3c0589c3fe93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.746804 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-827ae481-96e4-432c-a2b5-f85a3d853991 admin admin] Publish callbacks [] for security_group (01329d15-e112-4108-a8ca-1d1b203bee81), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.758011 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d2164-86fa-45d5-bae8-a191d82329ef req-f2d3d63a-d21d-4af4-a18e-2d47cc2101f5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:51.761199 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:51.776018 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ac8d2164-86fa-45d5-bae8-a191d82329ef req-f2d3d63a-d21d-4af4-a18e-2d47cc2101f5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.2625864 May 03 09:11:51.847623 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Attempting to bind port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:51.848196 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Attempting to bind port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:51.848545 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Attempting to bind port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:51.860444 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:11:51.860773 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Attempting to bind port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:51.867224 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40b556c-0a71-4c96-ad1b-454ab18c4948 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:11:51.877352 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a1328-a495-4096-83cc-c5b6a72c0665 req-a7b48e7b-a38f-4860-b4ba-3fdf56766b0d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:51.879612 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-474a1328-a495-4096-83cc-c5b6a72c0665 req-a7b48e7b-a38f-4860-b4ba-3fdf56766b0d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 932 time: 0.1119404 May 03 09:11:51.881092 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:51.881281 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Checking segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:51.881732 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Bound using segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:51.882187 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Bound port: 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:51.882590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.907802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Publish callbacks [] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:51.931141 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] For port 5490ded6-895b-4ad2-b00e-d9ddcb685865, host hv-cinder-84027, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:51.983082 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] For port 5490ded6-895b-4ad2-b00e-d9ddcb685865, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:51.986660 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Transition to ACTIVE for port object a40b556c-0a71-4c96-ad1b-454ab18c4948 will not be triggered until provisioned by entity L2. {{(pid=103440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:11:51.989757 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55212) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:52.005668 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ac8d2164-86fa-45d5-bae8-a191d82329ef req-a34ace43-aa7d-4650-8388-1be84b27693e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284663 May 03 09:11:52.011754 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-474a1328-a495-4096-83cc-c5b6a72c0665 req-24cbb846-2ee9-461e-90d2-3e1df768ed3c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116750 May 03 09:11:52.014409 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.016819 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] For port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:52.017154 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.023429 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] For port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:52.060772 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.086028 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:52.086661 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.088373 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] 10.222.0.36 "PUT /v2.0/ports/5490ded6-895b-4ad2-b00e-d9ddcb685865 HTTP/1.1" status: 200 len: 1093 time: 4.4523709 May 03 09:11:52.095457 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'tag': '5490ded6-895b-4ad2-b00e-d9ddcb685865'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:11:52.129065 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:52.129950 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.132233 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 HTTP/1.1" status: 200 len: 1094 time: 2.0643687 May 03 09:11:52.146929 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-827ae481-96e4-432c-a2b5-f85a3d853991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (01329d15-e112-4108-a8ca-1d1b203bee81), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.150388 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-827ae481-96e4-432c-a2b5-f85a3d853991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.155936 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-827ae481-96e4-432c-a2b5-f85a3d853991 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01329d15-e112-4108-a8ca-1d1b203bee81 HTTP/1.1" status: 204 len: 168 time: 1.2738903 May 03 09:11:52.167070 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d0b43-43b9-41b9-b225-06b609cdbf67 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.204631 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.228048 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f669-441e-41fd-8197-9a36aaca417e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.289391 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ae481-96e4-432c-a2b5-f85a3d853991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01329d15-e112-4108-a8ca-1d1b203bee81,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.333974 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce78b16f-ea94-43d0-843a-c9a8b495acc6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3bfa3b-3edf-44d9-8151-049bfcabf79a", "tag": "5490ded6-895b-4ad2-b00e-d9ddcb685865"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:11:52.346389 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e8fc-fc71-40d7-a827-3c0589c3fe93 admin admin] Publish callbacks [] for security_group (b406ee7d-9489-41f8-b8f4-80fd6cb81f56), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.379791 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f669-441e-41fd-8197-9a36aaca417e admin admin] Publish callbacks [] for security_group (f549b8e1-f8df-4fa5-8446-3bd63147435b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.392243 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f669-441e-41fd-8197-9a36aaca417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f549b8e1-f8df-4fa5-8446-3bd63147435b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.440017 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a3b5f669-441e-41fd-8197-9a36aaca417e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=124879ba6f4f4b80b0136a5df50e368c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476693 May 03 09:11:52.442034 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f669-441e-41fd-8197-9a36aaca417e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f549b8e1-f8df-4fa5-8446-3bd63147435b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.446099 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55236) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:52.447224 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Attempting to bind port a40b556c-0a71-4c96-ad1b-454ab18c4948 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:11:52.447628 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Attempting to bind port a40b556c-0a71-4c96-ad1b-454ab18c4948 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:11:52.447807 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Attempting to bind port a40b556c-0a71-4c96-ad1b-454ab18c4948 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:52.520068 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e8fc-fc71-40d7-a827-3c0589c3fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b406ee7d-9489-41f8-b8f4-80fd6cb81f56), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.575275 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4cb1e8fc-fc71-40d7-a827-3c0589c3fe93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b3205bb11c94d05a89f1427a9735c31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4003382 May 03 09:11:52.575809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55238) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:52.615415 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Port a40b556c-0a71-4c96-ad1b-454ab18c4948 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:11:52.615731 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Attempting to bind port a40b556c-0a71-4c96-ad1b-454ab18c4948 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:11:52.638394 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da41d10e-5118-4ae0-b7ca-2bc534aa2b10 x-openstack-request-id: req-da41d10e-5118-4ae0-b7ca-2bc534aa2b10 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:11:52.638677 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3bfa3b-3edf-44d9-8151-049bfcabf79a", "tag": "5490ded6-895b-4ad2-b00e-d9ddcb685865", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:11:52.638929 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da41d10e-5118-4ae0-b7ca-2bc534aa2b10 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:11:52.639383 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da41d10e-5118-4ae0-b7ca-2bc534aa2b10'] response: {'name': 'network-changed', 'server_uuid': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'tag': '5490ded6-895b-4ad2-b00e-d9ddcb685865', 'status': 'completed', 'code': 200} May 03 09:11:52.639937 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f33c01-1a21-4596-b981-f83e3d386d8e req-931059c5-ae83-40c9-ac53-44cf70a9f211 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:52.642090 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90f33c01-1a21-4596-b981-f83e3d386d8e req-931059c5-ae83-40c9-ac53-44cf70a9f211 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.1072164 May 03 09:11:52.647052 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f709ea-a988-4382-a833-ffd8938295fc service neutron] Pushing event updated for resources: {'Port': ['ID=5490ded6-895b-4ad2-b00e-d9ddcb685865,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.653181 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:11:52.653584 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Checking segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:11:52.653897 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Bound using segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:11:52.654523 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Bound port: a40b556c-0a71-4c96-ad1b-454ab18c4948, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:11:52.654672 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.662766 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1e8fc-fc71-40d7-a827-3c0589c3fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b406ee7d-9489-41f8-b8f4-80fd6cb81f56,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.670804 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21937c7e-c6d1-471c-8c26-3b154e7a3882 admin admin] Publish callbacks [] for security_group (f549b8e1-f8df-4fa5-8446-3bd63147435b), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.695161 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55240) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:52.723184 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f5db9a53-444b-43e4-ae45-43c90270bd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.737789 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21937c7e-c6d1-471c-8c26-3b154e7a3882 admin admin] Publish callbacks [] for security_group (f549b8e1-f8df-4fa5-8446-3bd63147435b), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.740661 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90f33c01-1a21-4596-b981-f83e3d386d8e req-1683c031-525f-4202-b1c9-99708618f675 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918031 May 03 09:11:52.787460 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6dece695-4eab-47e3-ac60-a102bd64a7be admin admin] Publish callbacks [] for security_group (b406ee7d-9489-41f8-b8f4-80fd6cb81f56), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.819084 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:11:52.821253 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f5db9a53-444b-43e4-ae45-43c90270bd62 admin admin] Publish callbacks [] for security_group (94442a1c-b37e-4f2d-bec3-a48e717b0a66), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.825402 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f5db9a53-444b-43e4-ae45-43c90270bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (94442a1c-b37e-4f2d-bec3-a48e717b0a66), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.838259 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6dece695-4eab-47e3-ac60-a102bd64a7be admin admin] Publish callbacks [] for security_group (b406ee7d-9489-41f8-b8f4-80fd6cb81f56), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.848593 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:11:52.860618 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.862035 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db9a53-444b-43e4-ae45-43c90270bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94442a1c-b37e-4f2d-bec3-a48e717b0a66,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.868875 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f5db9a53-444b-43e4-ae45-43c90270bd62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01dd3e397ebb41f5bd9b8098056230e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674993 May 03 09:11:52.869174 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55242) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:52.905187 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21937c7e-c6d1-471c-8c26-3b154e7a3882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f549b8e1-f8df-4fa5-8446-3bd63147435b), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.907908 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21937c7e-c6d1-471c-8c26-3b154e7a3882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.909067 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-21937c7e-c6d1-471c-8c26-3b154e7a3882 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f549b8e1-f8df-4fa5-8446-3bd63147435b HTTP/1.1" status: 204 len: 168 time: 0.4529433 May 03 09:11:52.919718 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4b156988-0a11-4f3c-a3f7-7292e9f9458f admin admin] Publish callbacks [] for security_group (94442a1c-b37e-4f2d-bec3-a48e717b0a66), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.930195 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:52.930999 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.932410 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] 10.222.0.36 "PUT /v2.0/ports/a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 200 len: 1094 time: 3.0075269 May 03 09:11:52.938975 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21937c7e-c6d1-471c-8c26-3b154e7a3882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f549b8e1-f8df-4fa5-8446-3bd63147435b,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.944823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4b156988-0a11-4f3c-a3f7-7292e9f9458f admin admin] Publish callbacks [] for security_group (94442a1c-b37e-4f2d-bec3-a48e717b0a66), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.958367 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861150e-a243-4fab-bde2-36390a9ee247 service neutron] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:52.964876 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6dece695-4eab-47e3-ac60-a102bd64a7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b406ee7d-9489-41f8-b8f4-80fd6cb81f56), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.974478 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6dece695-4eab-47e3-ac60-a102bd64a7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:52.975680 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6dece695-4eab-47e3-ac60-a102bd64a7be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b406ee7d-9489-41f8-b8f4-80fd6cb81f56 HTTP/1.1" status: 204 len: 168 time: 0.3879588 May 03 09:11:52.995973 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dece695-4eab-47e3-ac60-a102bd64a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406ee7d-9489-41f8-b8f4-80fd6cb81f56,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:53.020238 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4b156988-0a11-4f3c-a3f7-7292e9f9458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (94442a1c-b37e-4f2d-bec3-a48e717b0a66), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.023617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4b156988-0a11-4f3c-a3f7-7292e9f9458f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.025251 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4b156988-0a11-4f3c-a3f7-7292e9f9458f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94442a1c-b37e-4f2d-bec3-a48e717b0a66 HTTP/1.1" status: 204 len: 168 time: 0.1551182 May 03 09:11:53.045270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b156988-0a11-4f3c-a3f7-7292e9f9458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94442a1c-b37e-4f2d-bec3-a48e717b0a66,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:53.180894 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9345a3-609e-4de6-ba9f-ffcc908c1a94 req-a653fbed-cfc7-4991-9a4f-a0ab4eb342f5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:53.182642 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7b9345a3-609e-4de6-ba9f-ffcc908c1a94 req-a653fbed-cfc7-4991-9a4f-a0ab4eb342f5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0728579 May 03 09:11:53.237271 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2eaea-511d-490b-8e8a-643bb2b56b88 req-1cd98e07-7e42-49a9-a904-09d165b2070c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:53.239878 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63d2eaea-511d-490b-8e8a-643bb2b56b88 req-1cd98e07-7e42-49a9-a904-09d165b2070c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0824537 May 03 09:11:53.253389 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7b9345a3-609e-4de6-ba9f-ffcc908c1a94 req-8d91f0b6-2713-4747-acfd-5bbed93c7455 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639105 May 03 09:11:53.301806 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63d2eaea-511d-490b-8e8a-643bb2b56b88 req-97a7951d-9964-4479-8c00-33e88e0ea409 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543311 May 03 09:11:53.426174 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'tag': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:11:53.428773 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec5a39f-37ac-4b0d-ad1c-c05af3462c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8833d9-c651-4b1a-8d91-3a365905049d", "tag": "1f9fd1ef-4645-44fe-ada2-c263eaf85ee3"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:11:53.469856 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4620612-a01e-4ed8-839e-76651378468f x-openstack-request-id: req-a4620612-a01e-4ed8-839e-76651378468f {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:11:53.470824 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8833d9-c651-4b1a-8d91-3a365905049d", "tag": "1f9fd1ef-4645-44fe-ada2-c263eaf85ee3", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:11:53.471250 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4620612-a01e-4ed8-839e-76651378468f {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:11:53.471664 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4620612-a01e-4ed8-839e-76651378468f'] response: {'name': 'network-changed', 'server_uuid': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'tag': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3', 'status': 'completed', 'code': 200} May 03 09:11:53.574790 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55266) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:53.587699 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cae2438-0e0d-462e-8f59-b54139c8992c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.588446 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55268) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:53.602954 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7e253189-5052-46cd-8318-53e596592ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.668063 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cae2438-0e0d-462e-8f59-b54139c8992c admin admin] Publish callbacks [] for security_group (75043589-6e8f-4b89-b75e-23dfcb6c6dc4), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.672573 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cae2438-0e0d-462e-8f59-b54139c8992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (75043589-6e8f-4b89-b75e-23dfcb6c6dc4), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.696451 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7e253189-5052-46cd-8318-53e596592ab1 admin admin] Publish callbacks [] for security_group (0c5ad087-3d21-4615-b2c4-41508f7ff790), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.702200 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7e253189-5052-46cd-8318-53e596592ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0c5ad087-3d21-4615-b2c4-41508f7ff790), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.711152 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae2438-0e0d-462e-8f59-b54139c8992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75043589-6e8f-4b89-b75e-23dfcb6c6dc4,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:53.716071 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0cae2438-0e0d-462e-8f59-b54139c8992c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5671e01b3e494b7c84a253aacae775d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402457 May 03 09:11:53.718732 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55274) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:53.749772 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-7e253189-5052-46cd-8318-53e596592ab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96fc859ed1694d5093d8a80fef452570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590669 May 03 09:11:53.752167 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e253189-5052-46cd-8318-53e596592ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ad087-3d21-4615-b2c4-41508f7ff790,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:53.754188 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55276) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:11:53.820549 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cc0124e-9cf5-47db-b428-bebff24060b9 admin admin] Publish callbacks [] for security_group (75043589-6e8f-4b89-b75e-23dfcb6c6dc4), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.868822 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79e403a4-e30c-445e-b014-6424b4a421ca admin admin] Publish callbacks [] for security_group (0c5ad087-3d21-4615-b2c4-41508f7ff790), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.877385 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cc0124e-9cf5-47db-b428-bebff24060b9 admin admin] Publish callbacks [] for security_group (75043589-6e8f-4b89-b75e-23dfcb6c6dc4), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.885945 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb003d-2225-4227-94f8-1d79aa45fb73 req-102d972e-ea54-44b2-bc07-df284bdc5205 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:53.887496 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-03eb003d-2225-4227-94f8-1d79aa45fb73 req-102d972e-ea54-44b2-bc07-df284bdc5205 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0825233 May 03 09:11:53.928200 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79e403a4-e30c-445e-b014-6424b4a421ca admin admin] Publish callbacks [] for security_group (0c5ad087-3d21-4615-b2c4-41508f7ff790), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:53.995021 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-03eb003d-2225-4227-94f8-1d79aa45fb73 req-c9446a70-eedd-4a45-ac40-c2094609af7b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977161 May 03 09:11:54.010860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cc0124e-9cf5-47db-b428-bebff24060b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (75043589-6e8f-4b89-b75e-23dfcb6c6dc4), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:54.016812 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0cc0124e-9cf5-47db-b428-bebff24060b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:54.021213 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0cc0124e-9cf5-47db-b428-bebff24060b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75043589-6e8f-4b89-b75e-23dfcb6c6dc4 HTTP/1.1" status: 204 len: 168 time: 0.3015637 May 03 09:11:54.032071 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79e403a4-e30c-445e-b014-6424b4a421ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0c5ad087-3d21-4615-b2c4-41508f7ff790), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:54.034599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79e403a4-e30c-445e-b014-6424b4a421ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:54.038144 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-79e403a4-e30c-445e-b014-6424b4a421ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c5ad087-3d21-4615-b2c4-41508f7ff790 HTTP/1.1" status: 204 len: 168 time: 0.2806487 May 03 09:11:54.038144 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0124e-9cf5-47db-b428-bebff24060b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75043589-6e8f-4b89-b75e-23dfcb6c6dc4,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:54.048459 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e403a4-e30c-445e-b014-6424b4a421ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ad087-3d21-4615-b2c4-41508f7ff790,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:11:54.419422 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9231f-b089-4715-a0e7-2cfcd3e6a7b1 req-4ab67b12-fd85-4793-b22e-c287aeca788d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:54.421767 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-01a9231f-b089-4715-a0e7-2cfcd3e6a7b1 req-4ab67b12-fd85-4793-b22e-c287aeca788d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0984950 May 03 09:11:54.468474 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae7b0a-727b-4aa1-a2f8-00b123cb3837 req-dca4a1c4-a930-42ab-9f2e-d9d0409ef1be tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:54.472541 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4fae7b0a-727b-4aa1-a2f8-00b123cb3837 req-dca4a1c4-a930-42ab-9f2e-d9d0409ef1be tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0589695 May 03 09:11:54.484255 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-01a9231f-b089-4715-a0e7-2cfcd3e6a7b1 req-2ad2340f-0403-4b5c-8412-13d883f06161 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526137 May 03 09:11:54.532645 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4fae7b0a-727b-4aa1-a2f8-00b123cb3837 req-1cb731d8-15ec-42e1-9b63-0b751e057144 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513866 May 03 09:11:54.640441 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:11:54.642892 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd86f47b-c2ff-4eb3-9b83-90cac00fe42f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:11:54.677545 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1733579-8c94-44a5-99de-c73b36ade5bb x-openstack-request-id: req-d1733579-8c94-44a5-99de-c73b36ade5bb {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:11:54.677909 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:11:54.678340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1733579-8c94-44a5-99de-c73b36ade5bb {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:11:54.678951 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1733579-8c94-44a5-99de-c73b36ade5bb'] response: {'name': 'network-changed', 'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'status': 'completed', 'code': 200} May 03 09:11:55.117650 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fa5bf-f5f9-4ae0-853a-9338ac0ecf7c req-3e80668b-8db6-4506-a591-e484a63a1ad4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:55.119387 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-964fa5bf-f5f9-4ae0-853a-9338ac0ecf7c req-3e80668b-8db6-4506-a591-e484a63a1ad4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0495381 May 03 09:11:55.166255 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-964fa5bf-f5f9-4ae0-853a-9338ac0ecf7c req-4c05f2f4-2e32-4bdb-94bd-75f051fdd6aa tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 May 03 09:11:55.743424 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ded1c-f96e-48c6-9df7-7050e472cd5e req-3c90f6b9-6648-4d7b-afb5-018f52a5c9b9 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:55.748520 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-416ded1c-f96e-48c6-9df7-7050e472cd5e req-3c90f6b9-6648-4d7b-afb5-018f52a5c9b9 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.1095006 May 03 09:11:55.786900 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c629d-6268-4d9e-8370-4f1b36d25f64 req-95f7672c-150c-4d5d-b780-d76d2db241c4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:55.794289 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da7c629d-6268-4d9e-8370-4f1b36d25f64 req-95f7672c-150c-4d5d-b780-d76d2db241c4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.1157334 May 03 09:11:55.874263 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-416ded1c-f96e-48c6-9df7-7050e472cd5e req-9bea1341-691c-485e-b79c-b6e4bc13c21f tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215124 May 03 09:11:55.900959 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-da7c629d-6268-4d9e-8370-4f1b36d25f64 req-08366722-af39-46bb-b8e8-61d84c4c397d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994997 May 03 09:11:56.301708 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3f91-7c32-48d0-98f8-2f66ecde1bb5 req-09deabf4-8dec-47ec-9f6f-f3f7202d2e79 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:56.303388 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b6be3f91-7c32-48d0-98f8-2f66ecde1bb5 req-09deabf4-8dec-47ec-9f6f-f3f7202d2e79 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0584438 May 03 09:11:56.371902 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b6be3f91-7c32-48d0-98f8-2f66ecde1bb5 req-52dba9be-e7e5-4abc-b539-9fd6208c5719 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559714 May 03 09:11:56.935062 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:57.025118 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeb646-c640-4c9c-8a10-153ae3e834b5 req-f7d58bcf-9137-4ccf-abc1-110ba1c34ace tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:57.027485 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbdeb646-c640-4c9c-8a10-153ae3e834b5 req-f7d58bcf-9137-4ccf-abc1-110ba1c34ace tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0599513 May 03 09:11:57.048135 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804436-694b-4502-a6e2-e5c7159c49fb req-f900c9e1-5727-4fe3-b065-5110e6c8a426 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:57.062990 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a2804436-694b-4502-a6e2-e5c7159c49fb req-f900c9e1-5727-4fe3-b065-5110e6c8a426 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0875440 May 03 09:11:57.090343 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbdeb646-c640-4c9c-8a10-153ae3e834b5 req-03dc66d8-8351-4553-a19f-d54a656d1c47 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540583 May 03 09:11:57.128730 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a2804436-694b-4502-a6e2-e5c7159c49fb req-8d5b4a27-beee-4525-b922-ce4901174b25 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635357 May 03 09:11:57.486777 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48811ab3-4fa7-467e-ba8a-516e178a64dd req-a4146362-8d11-4634-a5b3-659a70ec18c0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:57.489958 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48811ab3-4fa7-467e-ba8a-516e178a64dd req-a4146362-8d11-4634-a5b3-659a70ec18c0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0532405 May 03 09:11:57.545079 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48811ab3-4fa7-467e-ba8a-516e178a64dd req-de08e330-2bff-4132-b7ab-6bbe24a551a5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503323 May 03 09:11:57.959650 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7189fe7-a6f6-4615-be87-2f9dc7bc4afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:11:58.203851 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc451c-0c42-49ef-a7ca-d245ccef4333 req-1fc74aa3-2dc1-4786-a2a8-70969fb69e8c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:58.205463 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6acc451c-0c42-49ef-a7ca-d245ccef4333 req-1fc74aa3-2dc1-4786-a2a8-70969fb69e8c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0477097 May 03 09:11:58.252026 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc957966-a626-45ef-bd99-26b372f38c7e req-52b5a20f-ba03-4920-b260-55c56f20c450 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:58.253531 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fc957966-a626-45ef-bd99-26b372f38c7e req-52b5a20f-ba03-4920-b260-55c56f20c450 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0517595 May 03 09:11:58.256711 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6acc451c-0c42-49ef-a7ca-d245ccef4333 req-88cb488e-e32f-41da-a2a1-390ddc0b0850 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 May 03 09:11:58.307783 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fc957966-a626-45ef-bd99-26b372f38c7e req-f5ceeea4-d9d7-4ffe-89ef-c36dd4ec468c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484178 May 03 09:11:58.658322 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b3661-22f8-4492-8ce5-54883d822fc0 req-a708a083-e0b6-4657-9be2-e3faaf83cf0d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:58.659791 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-371b3661-22f8-4492-8ce5-54883d822fc0 req-a708a083-e0b6-4657-9be2-e3faaf83cf0d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0478895 May 03 09:11:58.706151 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-371b3661-22f8-4492-8ce5-54883d822fc0 req-42ae861d-bae2-4f12-a2e6-da309b0a78d6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 May 03 09:11:59.371394 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa9d7-84d4-4bf4-8463-7b5435ce5e3b req-559ca210-629c-4c42-8af9-560b5f908a3d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:59.376561 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-334aa9d7-84d4-4bf4-8463-7b5435ce5e3b req-559ca210-629c-4c42-8af9-560b5f908a3d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0503297 May 03 09:11:59.424243 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-334aa9d7-84d4-4bf4-8463-7b5435ce5e3b req-3e2c2217-6dfb-4efb-8693-ad65e62e7b9b tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 May 03 09:11:59.435227 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84287606-cdef-41c3-94a0-5b2e3f3b625b req-3c86eab7-e381-49ed-84e8-202d7f9af0ba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:59.437977 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-84287606-cdef-41c3-94a0-5b2e3f3b625b req-3c86eab7-e381-49ed-84e8-202d7f9af0ba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0579255 May 03 09:11:59.489584 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-84287606-cdef-41c3-94a0-5b2e3f3b625b req-7b6d9fbe-5d9a-4e51-a4b8-4951be23e3d3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455668 May 03 09:11:59.721522 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:11:59.818806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a7cc0-12e8-49e5-8be5-70134deb1f86 req-c74a62b8-363c-49f2-abdd-5f65c9a7d684 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:11:59.820297 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-314a7cc0-12e8-49e5-8be5-70134deb1f86 req-c74a62b8-363c-49f2-abdd-5f65c9a7d684 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0494468 May 03 09:11:59.868538 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-314a7cc0-12e8-49e5-8be5-70134deb1f86 req-9c1f83d5-7f7a-4a46-a4e5-1f84f063bb0c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 May 03 09:12:00.304576 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03d1f511-e667-4bc1-bf3b-21619557b69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:00.544831 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1145-76e2-439a-9d46-f52230c97477 req-6c2d283d-d6f9-4cdb-bf1e-6152ae369ffd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:00.547007 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9a7d1145-76e2-439a-9d46-f52230c97477 req-6c2d283d-d6f9-4cdb-bf1e-6152ae369ffd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0543554 May 03 09:12:00.601682 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9a7d1145-76e2-439a-9d46-f52230c97477 req-3a373041-7196-4c5b-b484-497dddd8650c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 May 03 09:12:00.611042 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663cac-a122-4173-9ff1-e6b0f45ab317 req-80546080-b9fa-4c6c-abca-7dc48db718fc tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:00.612567 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-84663cac-a122-4173-9ff1-e6b0f45ab317 req-80546080-b9fa-4c6c-abca-7dc48db718fc tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0518558 May 03 09:12:00.664856 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-84663cac-a122-4173-9ff1-e6b0f45ab317 req-294600a4-3ca0-45be-a62e-0b4ebeb11e6a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417507 May 03 09:12:00.975285 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c822aa-198e-4c94-b481-40abfc9e9a3d req-ccb1cec3-4f94-44bf-bd5d-54be571d2b93 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:00.977070 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a7c822aa-198e-4c94-b481-40abfc9e9a3d req-ccb1cec3-4f94-44bf-bd5d-54be571d2b93 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0454330 May 03 09:12:01.026671 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a7c822aa-198e-4c94-b481-40abfc9e9a3d req-3bdfcd31-073e-4b74-a5c9-099bb2a47a90 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 May 03 09:12:01.061477 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5e6e5b9-c44a-4298-a8c3-58f8c232cefd req-c8fdef24-37f5-4885-a009-b934320e6ef7 service neutron] 10.222.0.36 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900691 May 03 09:12:01.291300 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:01.762876 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d3e63-55b5-4bd3-b7d6-8ebc2b2fa386 req-4dc6c754-59e3-4dec-a48c-98569bbd214d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:01.765401 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc1d3e63-55b5-4bd3-b7d6-8ebc2b2fa386 req-4dc6c754-59e3-4dec-a48c-98569bbd214d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0925484 May 03 09:12:01.821934 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-e87dcf05-821f-4f84-87a4-8d56968f3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:01.823360 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-e87dcf05-821f-4f84-87a4-8d56968f3938 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db9273e9f75e4918b29f8d1e4dc4d1c3&device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 1128 time: 0.1140695 May 03 09:12:01.830432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86f47b-c2ff-4eb3-9b83-90cac00fe42f req-08bbfa02-3bef-4c5b-9da1-999d6c842ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:01.833182 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd86f47b-c2ff-4eb3-9b83-90cac00fe42f req-08bbfa02-3bef-4c5b-9da1-999d6c842ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1128 time: 0.0861526 May 03 09:12:01.918990 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d5618-6fd5-442b-bac9-f907bc1713c7 req-8ae915ed-f636-4a3b-a9b5-22383ec8dfc6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:01.920596 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9f7d5618-6fd5-442b-bac9-f907bc1713c7 req-8ae915ed-f636-4a3b-a9b5-22383ec8dfc6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.1761255 May 03 09:12:01.931578 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b16f-ea94-43d0-843a-c9a8b495acc6 req-63446d91-8820-42ee-af16-0a9f5c5cf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:01.933222 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce78b16f-ea94-43d0-843a-c9a8b495acc6 req-63446d91-8820-42ee-af16-0a9f5c5cf760 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1127 time: 0.1780808 May 03 09:12:01.938779 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a39f-37ac-4b0d-ad1c-c05af3462c6b req-fd19611f-0c67-4931-861b-7a33eff4e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:01.940164 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dec5a39f-37ac-4b0d-ad1c-c05af3462c6b req-fd19611f-0c67-4931-861b-7a33eff4e4e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1128 time: 0.1860192 May 03 09:12:01.971360 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc1d3e63-55b5-4bd3-b7d6-8ebc2b2fa386 req-5ab69eb9-f2c8-491a-b2e3-376e29e3c84e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849418 May 03 09:12:02.057295 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9f7d5618-6fd5-442b-bac9-f907bc1713c7 req-b6f93708-6ef2-41f0-9a02-b9607ab7fbde tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285412 May 03 09:12:02.361021 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37712-c22d-4d02-b599-dd658987c62a req-e12556e9-30f3-49ac-b643-3a1f60d0fb18 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:02.362402 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fbc37712-c22d-4d02-b599-dd658987c62a req-e12556e9-30f3-49ac-b643-3a1f60d0fb18 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.2014978 May 03 09:12:02.364894 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86f47b-c2ff-4eb3-9b83-90cac00fe42f req-c5917511-2bae-47dc-84b3-d5dc82fbb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:02.366224 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd86f47b-c2ff-4eb3-9b83-90cac00fe42f req-c5917511-2bae-47dc-84b3-d5dc82fbb652 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5023394 May 03 09:12:02.367504 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-779737a4-1b6b-4196-bafd-54144deabc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:02.368872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-779737a4-1b6b-4196-bafd-54144deabc16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f8225e-b4b0-4a29-b6b9-89eddc607f19 HTTP/1.1" status: 200 len: 913 time: 0.5341334 May 03 09:12:02.375775 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b16f-ea94-43d0-843a-c9a8b495acc6 req-96836426-d8bc-4907-8298-dd4a1d9f03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:02.377236 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce78b16f-ea94-43d0-843a-c9a8b495acc6 req-96836426-d8bc-4907-8298-dd4a1d9f03a4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4099724 May 03 09:12:02.378293 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a39f-37ac-4b0d-ad1c-c05af3462c6b req-b1aa31ef-0db9-4bd5-be7f-be5d3d9f3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:02.379592 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dec5a39f-37ac-4b0d-ad1c-c05af3462c6b req-b1aa31ef-0db9-4bd5-be7f-be5d3d9f3866 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4133868 May 03 09:12:02.409590 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fbc37712-c22d-4d02-b599-dd658987c62a req-c343832a-a426-4b1b-965c-6d1108d6363b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 May 03 09:12:02.795525 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:03.091353 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8df1a-a845-411c-9bfc-2507e4ab4f5f req-f7772cf0-7420-492c-9c39-2d38354d3ecf tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:03.098276 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d4a8df1a-a845-411c-9bfc-2507e4ab4f5f req-f7772cf0-7420-492c-9c39-2d38354d3ecf tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0533392 May 03 09:12:03.142011 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d4a8df1a-a845-411c-9bfc-2507e4ab4f5f req-63c06e2a-1458-47d8-bf86-2e7ee0c76720 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 May 03 09:12:03.186795 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f2a38-152b-46fe-8978-b6f31fd33aa6 req-b8aa31eb-51f1-4a1f-8425-1c1f95c559db tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:03.188426 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ff4f2a38-152b-46fe-8978-b6f31fd33aa6 req-b8aa31eb-51f1-4a1f-8425-1c1f95c559db tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0499666 May 03 09:12:03.239458 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ff4f2a38-152b-46fe-8978-b6f31fd33aa6 req-89ac9050-ed67-40ad-80f1-d134281db982 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455022 May 03 09:12:03.519882 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad2c09-9547-44f5-a001-4391e5d65dc4 req-d3ffdab5-894d-4771-aebb-f3d4a810746a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:03.521365 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c7ad2c09-9547-44f5-a001-4391e5d65dc4 req-d3ffdab5-894d-4771-aebb-f3d4a810746a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0454853 May 03 09:12:03.601172 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c7ad2c09-9547-44f5-a001-4391e5d65dc4 req-b8e827bf-dede-492c-862a-bf640d839a82 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734985 May 03 09:12:04.281257 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb3bd5-57e7-4b14-9425-a9e08dd21983 req-852bb579-2bb1-40ac-a5e0-95052b120b72 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:04.282888 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-59eb3bd5-57e7-4b14-9425-a9e08dd21983 req-852bb579-2bb1-40ac-a5e0-95052b120b72 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0713794 May 03 09:12:04.344268 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-59eb3bd5-57e7-4b14-9425-a9e08dd21983 req-ecad04c1-5443-4c57-87e5-cb9f79d7bc12 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548434 May 03 09:12:04.356064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:04.394284 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d690dc-625f-42b7-a1a7-f27b70c93159 req-d93b7fd4-a3c0-4f58-80e2-d91dd59b4d02 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:04.396977 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-33d690dc-625f-42b7-a1a7-f27b70c93159 req-d93b7fd4-a3c0-4f58-80e2-d91dd59b4d02 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0762935 May 03 09:12:04.459760 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-33d690dc-625f-42b7-a1a7-f27b70c93159 req-35e9877c-58e7-4ef4-b299-00f21548bccf tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501454 May 03 09:12:04.738554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc065d-f1e2-4c64-b907-285533e7e550 req-2bb128a9-845a-4e0b-9652-38fd6ecb4f65 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:04.739932 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c1fc065d-f1e2-4c64-b907-285533e7e550 req-2bb128a9-845a-4e0b-9652-38fd6ecb4f65 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0457888 May 03 09:12:04.785045 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c1fc065d-f1e2-4c64-b907-285533e7e550 req-b9dc3f46-27d4-44a6-9f7d-476c959b0aee tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 May 03 09:12:05.453790 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb5d3f-fd7e-4101-b362-050bbce7e065 req-d5e480f0-7e74-4a3f-bdcd-a2a4b391f268 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:05.460799 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dfcb5d3f-fd7e-4101-b362-050bbce7e065 req-d5e480f0-7e74-4a3f-bdcd-a2a4b391f268 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0536671 May 03 09:12:05.512605 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dfcb5d3f-fd7e-4101-b362-050bbce7e065 req-167a6fe1-b8fd-4535-a5a9-feff39ab3410 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509090 May 03 09:12:05.598498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55716) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:05.603521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb53d-5a9f-4d65-9296-c185ae053889 req-1911cbda-ccf0-4d3a-9883-9e5f947ee027 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:05.605057 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5b7cb53d-5a9f-4d65-9296-c185ae053889 req-1911cbda-ccf0-4d3a-9883-9e5f947ee027 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0514257 May 03 09:12:05.651422 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5b7cb53d-5a9f-4d65-9296-c185ae053889 req-8c9914c1-73e8-4558-9c6b-ac61e467a0d5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401552 May 03 09:12:05.700154 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cf32-8ba5-4de8-a15d-3e3008ef280c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:05.777053 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cf32-8ba5-4de8-a15d-3e3008ef280c admin admin] Publish callbacks [] for security_group (a9c50871-cc25-43c7-adec-690289111e51), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:05.781203 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cf32-8ba5-4de8-a15d-3e3008ef280c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a9c50871-cc25-43c7-adec-690289111e51), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:05.819076 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5dd3cf32-8ba5-4de8-a15d-3e3008ef280c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27a4b2070d974075aac2c64d0bef89cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192311 May 03 09:12:05.819702 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3cf32-8ba5-4de8-a15d-3e3008ef280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c50871-cc25-43c7-adec-690289111e51,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:05.821694 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55722) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:05.870970 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c2be6a39-1b4c-4db2-9138-5b201d103d81 admin admin] Publish callbacks [] for security_group (a9c50871-cc25-43c7-adec-690289111e51), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:05.892324 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c2be6a39-1b4c-4db2-9138-5b201d103d81 admin admin] Publish callbacks [] for security_group (a9c50871-cc25-43c7-adec-690289111e51), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:05.894927 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c55f7-0c35-4c85-b559-5bb90067ec0a req-021215a1-2854-426c-8682-13b3b1f9fb13 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:05.896422 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f83c55f7-0c35-4c85-b559-5bb90067ec0a req-021215a1-2854-426c-8682-13b3b1f9fb13 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0465829 May 03 09:12:05.939846 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c2be6a39-1b4c-4db2-9138-5b201d103d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a9c50871-cc25-43c7-adec-690289111e51), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:05.942546 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c2be6a39-1b4c-4db2-9138-5b201d103d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:05.943681 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c2be6a39-1b4c-4db2-9138-5b201d103d81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9c50871-cc25-43c7-adec-690289111e51 HTTP/1.1" status: 204 len: 168 time: 0.1200676 May 03 09:12:05.945100 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f83c55f7-0c35-4c85-b559-5bb90067ec0a req-6d4445c7-f5f8-47af-8ad2-a1952d211b64 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 May 03 09:12:05.951851 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be6a39-1b4c-4db2-9138-5b201d103d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c50871-cc25-43c7-adec-690289111e51,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:06.193286 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55728) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:06.206810 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-804845b4-c5cb-4622-8758-6efd43ae431c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.279675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-804845b4-c5cb-4622-8758-6efd43ae431c admin admin] Publish callbacks [] for security_group (afff0aa1-43c3-4946-9a3e-0aecef735ec8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.283411 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-804845b4-c5cb-4622-8758-6efd43ae431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (afff0aa1-43c3-4946-9a3e-0aecef735ec8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.323995 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-804845b4-c5cb-4622-8758-6efd43ae431c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1d4f0e1625843ac9a85e6d61c3ce109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295927 May 03 09:12:06.324882 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804845b4-c5cb-4622-8758-6efd43ae431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afff0aa1-43c3-4946-9a3e-0aecef735ec8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:06.327235 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55732) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:06.374024 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fb74fd7-1d3e-49f5-ab45-159de2c9d07a admin admin] Publish callbacks [] for security_group (afff0aa1-43c3-4946-9a3e-0aecef735ec8), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.394784 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fb74fd7-1d3e-49f5-ab45-159de2c9d07a admin admin] Publish callbacks [] for security_group (afff0aa1-43c3-4946-9a3e-0aecef735ec8), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.443294 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fb74fd7-1d3e-49f5-ab45-159de2c9d07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (afff0aa1-43c3-4946-9a3e-0aecef735ec8), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.445858 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fb74fd7-1d3e-49f5-ab45-159de2c9d07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.446987 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6fb74fd7-1d3e-49f5-ab45-159de2c9d07a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afff0aa1-43c3-4946-9a3e-0aecef735ec8 HTTP/1.1" status: 204 len: 168 time: 0.1187727 May 03 09:12:06.455135 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb74fd7-1d3e-49f5-ab45-159de2c9d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff0aa1-43c3-4946-9a3e-0aecef735ec8,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:06.654841 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ec383-3e3d-4827-870b-3fa5f10560a4 req-bce75b4d-c445-4cac-848f-1d36dfd103bd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:06.656362 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-743ec383-3e3d-4827-870b-3fa5f10560a4 req-bce75b4d-c445-4cac-848f-1d36dfd103bd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0627983 May 03 09:12:06.707792 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-743ec383-3e3d-4827-870b-3fa5f10560a4 req-b49ac7f6-f6ab-4671-842f-fbdbd2ebc852 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 May 03 09:12:06.771987 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e98aa4-be1b-486a-8ad9-3460fbfe999a req-40513131-b007-42eb-aace-b8f05503ebcd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:06.773677 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d2e98aa4-be1b-486a-8ad9-3460fbfe999a req-40513131-b007-42eb-aace-b8f05503ebcd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0494864 May 03 09:12:06.813887 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55750) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:06.821265 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d2e98aa4-be1b-486a-8ad9-3460fbfe999a req-73a28476-6431-46f5-a2ef-2bb37d35cf53 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420651 May 03 09:12:06.826750 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a337e17f-3be8-4078-95a8-c7972e3abd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.898806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a337e17f-3be8-4078-95a8-c7972e3abd5b admin admin] Publish callbacks [] for security_group (4639bb16-42d6-449a-88e6-a1a78adfd930), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.902700 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a337e17f-3be8-4078-95a8-c7972e3abd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4639bb16-42d6-449a-88e6-a1a78adfd930), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:06.942216 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a337e17f-3be8-4078-95a8-c7972e3abd5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f73e1e1b77da49e6aea914320ca8aae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272216 May 03 09:12:06.943053 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337e17f-3be8-4078-95a8-c7972e3abd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4639bb16-42d6-449a-88e6-a1a78adfd930,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:06.944956 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55752) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:06.991918 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee818-f8d3-4948-8cf7-490f3b139d38 admin admin] Publish callbacks [] for security_group (4639bb16-42d6-449a-88e6-a1a78adfd930), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:07.013614 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee818-f8d3-4948-8cf7-490f3b139d38 admin admin] Publish callbacks [] for security_group (4639bb16-42d6-449a-88e6-a1a78adfd930), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:07.061498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee818-f8d3-4948-8cf7-490f3b139d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4639bb16-42d6-449a-88e6-a1a78adfd930), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:07.064110 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee818-f8d3-4948-8cf7-490f3b139d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:07.065249 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ee8ee818-f8d3-4948-8cf7-490f3b139d38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4639bb16-42d6-449a-88e6-a1a78adfd930 HTTP/1.1" status: 204 len: 168 time: 0.1193020 May 03 09:12:07.069367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946c30-a1bf-4d3e-8e27-596b6afe5d99 req-aab8b4bd-5b9d-4b95-a0f1-27daf953544f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:07.070855 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5946c30-a1bf-4d3e-8e27-596b6afe5d99 req-aab8b4bd-5b9d-4b95-a0f1-27daf953544f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0516372 May 03 09:12:07.072916 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ee818-f8d3-4948-8cf7-490f3b139d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4639bb16-42d6-449a-88e6-a1a78adfd930,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:07.122390 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e5946c30-a1bf-4d3e-8e27-596b6afe5d99 req-77e5fc9a-ff32-424f-b30f-436566cdc8db tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 May 03 09:12:07.819245 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b757c-cb99-4807-8c71-6eb47a27a1b5 req-53624e0f-6b73-477c-8335-7a849c248dfe tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:07.820754 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4f5b757c-cb99-4807-8c71-6eb47a27a1b5 req-53624e0f-6b73-477c-8335-7a849c248dfe tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0487010 May 03 09:12:07.870296 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4f5b757c-cb99-4807-8c71-6eb47a27a1b5 req-f2d60ba0-7163-4502-8018-427f34f8c484 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 May 03 09:12:07.943124 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc17bb-4d9d-4b56-81bb-51743631ccfd req-6c306aa2-f3f3-42eb-8a4f-1d9eabaad214 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:07.944645 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-36fc17bb-4d9d-4b56-81bb-51743631ccfd req-6c306aa2-f3f3-42eb-8a4f-1d9eabaad214 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0488989 May 03 09:12:07.990397 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-36fc17bb-4d9d-4b56-81bb-51743631ccfd req-34d62306-38b5-4451-932b-ee8442906875 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402715 May 03 09:12:08.090015 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55798) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:08.192033 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbc337a9-f24b-46a9-9243-80dddef66c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:08.248606 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d68dd-53bf-404c-b631-191667bf66e0 req-ec30557b-2495-499f-af01-1e37799a3765 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:08.250070 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7a4d68dd-53bf-404c-b631-191667bf66e0 req-ec30557b-2495-499f-af01-1e37799a3765 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0598137 May 03 09:12:08.318520 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7a4d68dd-53bf-404c-b631-191667bf66e0 req-b173ee31-5773-42f1-bb92-28f3dec6bf98 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604250 May 03 09:12:08.339078 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbc337a9-f24b-46a9-9243-80dddef66c7a admin admin] Publish callbacks [] for security_group (e3a8ea8f-4e69-4a98-b6db-d67fb3639168), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:08.343151 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbc337a9-f24b-46a9-9243-80dddef66c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e3a8ea8f-4e69-4a98-b6db-d67fb3639168), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:08.385041 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-cbc337a9-f24b-46a9-9243-80dddef66c7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c97844c5a8c7425d91328e67ad29d64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939754 May 03 09:12:08.385873 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc337a9-f24b-46a9-9243-80dddef66c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a8ea8f-4e69-4a98-b6db-d67fb3639168,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:08.387728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55806) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:08.436275 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f69c065a-8e24-4408-b0dd-c40fb242234e admin admin] Publish callbacks [] for security_group (e3a8ea8f-4e69-4a98-b6db-d67fb3639168), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:08.456503 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f69c065a-8e24-4408-b0dd-c40fb242234e admin admin] Publish callbacks [] for security_group (e3a8ea8f-4e69-4a98-b6db-d67fb3639168), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:08.506121 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f69c065a-8e24-4408-b0dd-c40fb242234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e3a8ea8f-4e69-4a98-b6db-d67fb3639168), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:08.508728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f69c065a-8e24-4408-b0dd-c40fb242234e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:08.510307 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f69c065a-8e24-4408-b0dd-c40fb242234e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3a8ea8f-4e69-4a98-b6db-d67fb3639168 HTTP/1.1" status: 204 len: 168 time: 0.1214969 May 03 09:12:08.518037 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c065a-8e24-4408-b0dd-c40fb242234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a8ea8f-4e69-4a98-b6db-d67fb3639168,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:08.911407 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 54779846-e6bf-4381-b2ba-a9edb940ffef details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:12:08.985450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d5f6e-c0e0-47c7-85fe-920ac8219c46 req-01b8b936-a4fa-4710-9525-2cedd3ab9fdf tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:08.988611 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc2d5f6e-c0e0-47c7-85fe-920ac8219c46 req-01b8b936-a4fa-4710-9525-2cedd3ab9fdf tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0487776 May 03 09:12:09.031813 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 54779846-e6bf-4381-b2ba-a9edb940ffef, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=54779846-e6bf-4381-b2ba-a9edb940ffef,segment=NetworkSegment(27320a18-7263-4085-bc44-2091c6a20012),segment_id=27320a18-7263-4085-bc44-2091c6a20012)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:09.039214 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc2d5f6e-c0e0-47c7-85fe-920ac8219c46 req-6c4e6de1-8b60-4932-a6df-e7422badf147 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462646 May 03 09:12:09.047511 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '54779846-e6bf-4381-b2ba-a9edb940ffef', 'network_id': '07f8225e-b4b0-4a29-b6b9-89eddc607f19', 'port_id': '54779846-e6bf-4381-b2ba-a9edb940ffef', 'mac_address': 'fa:16:3e:fa:13:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449f402c-b2dd-4c35-ab53-bdef5232d5c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:12:09.099396 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 54779846-e6bf-4381-b2ba-a9edb940ffef is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:09.099781 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:09.113290 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54779846-e6bf-4381-b2ba-a9edb940ffef {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:12:09.125585 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b609e1-037c-444a-a673-2f465f1cac76 req-b621c276-f41f-4785-be57-33a87a0f1418 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:09.128541 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-94b609e1-037c-444a-a673-2f465f1cac76 req-b621c276-f41f-4785-be57-33a87a0f1418 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0511880 May 03 09:12:09.135644 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 54779846-e6bf-4381-b2ba-a9edb940ffef, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=54779846-e6bf-4381-b2ba-a9edb940ffef,segment=NetworkSegment(27320a18-7263-4085-bc44-2091c6a20012),segment_id=27320a18-7263-4085-bc44-2091c6a20012)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:09.140296 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:09.178630 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-94b609e1-037c-444a-a673-2f465f1cac76 req-6b6474d1-c56a-45af-8997-e6034bc6c00e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450225 May 03 09:12:09.191653 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=54779846-e6bf-4381-b2ba-a9edb940ffef,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:09.431793 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415702d-dc01-4e55-ab10-2b0ba5ced7a1 req-dd53b3a8-75b9-42fb-91a0-1159b9830d7c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:09.433308 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3415702d-dc01-4e55-ab10-2b0ba5ced7a1 req-dd53b3a8-75b9-42fb-91a0-1159b9830d7c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0466857 May 03 09:12:09.481992 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3415702d-dc01-4e55-ab10-2b0ba5ced7a1 req-d8de667f-c32d-48c8-b154-d9b987cf4096 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 May 03 09:12:10.043917 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['54779846-e6bf-4381-b2ba-a9edb940ffef'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:12:10.214764 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-f6492f52-ecce-4364-9d37-a71c3aa72bf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54779846-e6bf-4381-b2ba-a9edb940ffef HTTP/1.1" status: 200 len: 217 time: 0.0774579 May 03 09:12:10.251511 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eb75a-f7dc-401e-b834-217a1b1b480c req-f09c00e3-c2e9-46ef-82d1-d4a3010947bd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.253154 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8d0eb75a-f7dc-401e-b834-217a1b1b480c req-f09c00e3-c2e9-46ef-82d1-d4a3010947bd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1429462 May 03 09:12:10.401935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-ae0f8757-bfc9-406b-a986-fdea89b23ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.404199 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-ae0f8757-bfc9-406b-a986-fdea89b23ec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=449f402c-b2dd-4c35-ab53-bdef5232d5c3 HTTP/1.1" status: 200 len: 852 time: 0.1750834 May 03 09:12:10.437950 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37936ab5-4020-4374-8cd9-9eea99139bec req-7429d33c-4f34-458c-bb72-394fba54543c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.439429 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-37936ab5-4020-4374-8cd9-9eea99139bec req-7429d33c-4f34-458c-bb72-394fba54543c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.1546342 May 03 09:12:10.466937 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-c8a92a34-7be8-41f8-8846-00ea7a675143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f8225e-b4b0-4a29-b6b9-89eddc607f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501184 May 03 09:12:10.468025 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86f47b-c2ff-4eb3-9b83-90cac00fe42f req-6082d180-d1d4-485f-884b-ce0df3d7c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.469359 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd86f47b-c2ff-4eb3-9b83-90cac00fe42f req-6082d180-d1d4-485f-884b-ce0df3d7c033 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3342023 May 03 09:12:10.476596 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a39f-37ac-4b0d-ad1c-c05af3462c6b req-1ec20fbc-cbcc-4873-bd5f-22d1842dbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.478317 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dec5a39f-37ac-4b0d-ad1c-c05af3462c6b req-1ec20fbc-cbcc-4873-bd5f-22d1842dbd45 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3321829 May 03 09:12:10.492334 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8d0eb75a-f7dc-401e-b834-217a1b1b480c req-32813fbe-90c8-4684-80d1-5cfc528ef4b7 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222342 May 03 09:12:10.497647 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b16f-ea94-43d0-843a-c9a8b495acc6 req-a2b8f616-c3b7-45bf-81b9-b8a121cf023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.499364 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce78b16f-ea94-43d0-843a-c9a8b495acc6 req-a2b8f616-c3b7-45bf-81b9-b8a121cf023b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3609095 May 03 09:12:10.527750 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-37936ab5-4020-4374-8cd9-9eea99139bec req-4e94e3c5-5400-4e6c-90d5-dd5e221a7ce5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638137 May 03 09:12:10.620679 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce8d1f-6e54-4681-9b06-370f268c2f22 req-28b37974-f646-45d4-8335-b315692f2af3 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.626104 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-18ce8d1f-6e54-4681-9b06-370f268c2f22 req-28b37974-f646-45d4-8335-b315692f2af3 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0658987 May 03 09:12:10.717129 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-18ce8d1f-6e54-4681-9b06-370f268c2f22 req-d2151123-1065-4603-92f4-8c3e7b0823ef tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 May 03 09:12:10.816683 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-0fc2f201-cb18-47d1-8eff-35cf64e4d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.817909 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-0fc2f201-cb18-47d1-8eff-35cf64e4d7a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1128 time: 0.0978281 May 03 09:12:10.819550 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-9501774a-5478-4575-bdac-4070bff51878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.821191 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-9501774a-5478-4575-bdac-4070bff51878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1127 time: 0.0873666 May 03 09:12:10.822672 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-08bdef5d-8723-494f-b4d0-d2cb0d737787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:10.824293 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-08bdef5d-8723-494f-b4d0-d2cb0d737787 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1128 time: 0.0636432 May 03 09:12:10.830818 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-8445011d-377b-4830-82ce-1a6dd9b696a2 service neutron] 10.222.0.36 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597016 May 03 09:12:10.954907 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-912ce093-c839-4624-8472-7cc13babb1bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 HTTP/1.1" status: 200 len: 217 time: 0.0828347 May 03 09:12:10.955139 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-63af03a9-e78e-4322-8aa0-d3425bbf956d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865 HTTP/1.1" status: 200 len: 217 time: 0.0772016 May 03 09:12:11.051971 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-2325842a-68c5-496b-b893-f5a69ec094b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.053466 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-2325842a-68c5-496b-b893-f5a69ec094b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0685482 May 03 09:12:11.054735 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-85830849-dd2d-4a90-b6b8-2fa8bc4123dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 200 len: 217 time: 0.1874073 May 03 09:12:11.123065 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-a871409e-b50b-4edd-bf4e-0a6ee4bd5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.124959 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-a871409e-b50b-4edd-bf4e-0a6ee4bd5ad7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0985346 May 03 09:12:11.127018 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-c86f190a-9edb-4106-81f0-62a4ec577d92 service neutron] 10.222.0.36 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472391 May 03 09:12:11.183230 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 55968) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:11.251558 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-88108681-491b-45b2-9b22-949fb2ed0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.253456 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-88108681-491b-45b2-9b22-949fb2ed0689 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036468 May 03 09:12:11.264042 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-b812da1f-dd88-4633-bd0c-7b058cd5a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.265584 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-b812da1f-dd88-4633-bd0c-7b058cd5a8ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1980901 May 03 09:12:11.271549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-a19f05b9-343b-46a2-9e30-1b8d8430e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.273349 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-a19f05b9-343b-46a2-9e30-1b8d8430e6c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.2072921 May 03 09:12:11.363231 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-ef2b1d79-07da-4de8-a6aa-1154407bc70c service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033692 May 03 09:12:11.420412 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-761c0faf-d7ef-4d56-afe6-34b2b6ce751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.420412 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-761c0faf-d7ef-4d56-afe6-34b2b6ce751a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350672 May 03 09:12:11.463047 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65dfddcf-890b-4ed2-8b19-4e67b2d7d611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:11.484066 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae6424f-a0e3-4e34-b4e0-3b24a95365b2 req-52eaf820-db47-43ba-95f7-2c18c5f34efa service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141872 May 03 09:12:11.530541 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-d954e956-41e9-440c-a312-af89fb58cea2 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555313 May 03 09:12:11.552952 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55988) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:11.580532 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-00e45035-7a40-43a2-b78b-71522ec29819 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527095 May 03 09:12:11.631065 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65dfddcf-890b-4ed2-8b19-4e67b2d7d611 admin admin] Publish callbacks [] for security_group (2eabcb25-0185-43b5-8e7e-2d098cac49a7), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:11.631853 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02181e85-2a0e-4c65-887b-64620876541d req-81cf40f8-c02b-4040-acff-392971624520 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.633635 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-02181e85-2a0e-4c65-887b-64620876541d req-81cf40f8-c02b-4040-acff-392971624520 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 945 time: 0.0639446 May 03 09:12:11.636577 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65dfddcf-890b-4ed2-8b19-4e67b2d7d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (2eabcb25-0185-43b5-8e7e-2d098cac49a7), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:11.703107 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-02181e85-2a0e-4c65-887b-64620876541d req-075e809d-6713-4dd9-8983-fe4b9ceb999c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632036 May 03 09:12:11.704332 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6bea25c0-7d02-40f0-9654-2692238cd172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:11.709979 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-65dfddcf-890b-4ed2-8b19-4e67b2d7d611 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a168fb5ed6ef40e0a5c6a132daa2e7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5173314 May 03 09:12:11.712867 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 55994) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:11.713226 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfddcf-890b-4ed2-8b19-4e67b2d7d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eabcb25-0185-43b5-8e7e-2d098cac49a7,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:11.724388 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cb267-fe79-4979-a718-ac16064af774 req-6d4a67d1-8782-4fc5-9674-6c0ef19ba63f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:11.726003 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-258cb267-fe79-4979-a718-ac16064af774 req-6d4a67d1-8782-4fc5-9674-6c0ef19ba63f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0761735 May 03 09:12:11.777355 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 54779846-e6bf-4381-b2ba-a9edb940ffef up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:12:11.790831 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-258cb267-fe79-4979-a718-ac16064af774 req-71069d8a-be46-4bfc-b502-26936df9aa07 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564671 May 03 09:12:11.817271 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8c06697d-5bc1-4346-81d1-2ccb6144da2b admin admin] Publish callbacks [] for security_group (2eabcb25-0185-43b5-8e7e-2d098cac49a7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:11.966635 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 54779846-e6bf-4381-b2ba-a9edb940ffef completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:12:11.973027 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 54779846-e6bf-4381-b2ba-a9edb940ffef triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:11.973431 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.053470 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 54779846-e6bf-4381-b2ba-a9edb940ffef is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:12.053853 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.063374 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc46484-aa7e-4eed-977f-dfc78b9d7ac4 req-8559bf7a-1a41-4616-8293-cb6e5cafc247 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:12.064872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbc46484-aa7e-4eed-977f-dfc78b9d7ac4 req-8559bf7a-1a41-4616-8293-cb6e5cafc247 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.2667105 May 03 09:12:12.077004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8c06697d-5bc1-4346-81d1-2ccb6144da2b admin admin] Publish callbacks [] for security_group (2eabcb25-0185-43b5-8e7e-2d098cac49a7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.077902 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54779846-e6bf-4381-b2ba-a9edb940ffef'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:12:12.117062 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6bea25c0-7d02-40f0-9654-2692238cd172 admin admin] Publish callbacks [] for security_group (7398fff7-967b-4a55-a0e6-a4842d9116d8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.132654 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6bea25c0-7d02-40f0-9654-2692238cd172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (7398fff7-967b-4a55-a0e6-a4842d9116d8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.159177 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 54779846-e6bf-4381-b2ba-a9edb940ffef, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=54779846-e6bf-4381-b2ba-a9edb940ffef,segment=NetworkSegment(27320a18-7263-4085-bc44-2091c6a20012),segment_id=27320a18-7263-4085-bc44-2091c6a20012)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:12.164538 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.196536 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbc46484-aa7e-4eed-977f-dfc78b9d7ac4 req-3d101577-0dda-4557-aa20-4880bdd95379 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174145 May 03 09:12:12.199869 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6bea25c0-7d02-40f0-9654-2692238cd172 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ab231d3531843ed82d47ffb4671874a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6455731 May 03 09:12:12.202971 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56004) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:12.210300 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea25c0-7d02-40f0-9654-2692238cd172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398fff7-967b-4a55-a0e6-a4842d9116d8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:12.230861 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8c06697d-5bc1-4346-81d1-2ccb6144da2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (2eabcb25-0185-43b5-8e7e-2d098cac49a7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.234711 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8c06697d-5bc1-4346-81d1-2ccb6144da2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.236000 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8c06697d-5bc1-4346-81d1-2ccb6144da2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2eabcb25-0185-43b5-8e7e-2d098cac49a7 HTTP/1.1" status: 204 len: 168 time: 0.5216343 May 03 09:12:12.248116 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=54779846-e6bf-4381-b2ba-a9edb940ffef,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:12.259326 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06697d-5bc1-4346-81d1-2ccb6144da2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eabcb25-0185-43b5-8e7e-2d098cac49a7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:12.280675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10c9c0c6-c9bd-41b4-8ab2-fde8ebd3366b admin admin] Publish callbacks [] for security_group (7398fff7-967b-4a55-a0e6-a4842d9116d8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.316368 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04999ba1-63f4-4ba8-84a5-992cdd6a1526" -d '{"events": [{"server_uuid": "46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "54779846-e6bf-4381-b2ba-a9edb940ffef"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:12:12.318801 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10c9c0c6-c9bd-41b4-8ab2-fde8ebd3366b admin admin] Publish callbacks [] for security_group (7398fff7-967b-4a55-a0e6-a4842d9116d8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.387795 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10c9c0c6-c9bd-41b4-8ab2-fde8ebd3366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (7398fff7-967b-4a55-a0e6-a4842d9116d8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.391554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-10c9c0c6-c9bd-41b4-8ab2-fde8ebd3366b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.393393 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-10c9c0c6-c9bd-41b4-8ab2-fde8ebd3366b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7398fff7-967b-4a55-a0e6-a4842d9116d8 HTTP/1.1" status: 204 len: 168 time: 0.1893146 May 03 09:12:12.404884 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9c0c6-c9bd-41b4-8ab2-fde8ebd3366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398fff7-967b-4a55-a0e6-a4842d9116d8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:12.521249 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31249351-19c3-4f3e-8875-8d6d72599690 x-openstack-request-id: req-31249351-19c3-4f3e-8875-8d6d72599690 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:12:12.521577 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "54779846-e6bf-4381-b2ba-a9edb940ffef", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:12:12.521840 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31249351-19c3-4f3e-8875-8d6d72599690 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:12:12.522293 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31249351-19c3-4f3e-8875-8d6d72599690'] response: {'server_uuid': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54779846-e6bf-4381-b2ba-a9edb940ffef', 'code': 200} May 03 09:12:12.668287 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56042) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:12.685493 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-29b1b3ae-c8d2-49bc-a04f-9404b013e021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.813592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-29b1b3ae-c8d2-49bc-a04f-9404b013e021 admin admin] Publish callbacks [] for security_group (00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.834991 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-29b1b3ae-c8d2-49bc-a04f-9404b013e021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:12.864683 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-29b1b3ae-c8d2-49bc-a04f-9404b013e021 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f4e17b17bf34991b1b56a3f85cd6db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952305 May 03 09:12:12.868718 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56052) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:12.898866 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94107c39-0ec4-4bb3-b6e5-566d0d7ce60b req-1f22f0f3-a977-4c28-b971-f1aa97d00aac tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:12.906029 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94107c39-0ec4-4bb3-b6e5-566d0d7ce60b req-1f22f0f3-a977-4c28-b971-f1aa97d00aac tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1102884 May 03 09:12:12.915352 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1b3ae-c8d2-49bc-a04f-9404b013e021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:12.992164 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-94107c39-0ec4-4bb3-b6e5-566d0d7ce60b req-05ec69c2-8526-409a-8134-bf3995f01b69 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 May 03 09:12:13.005127 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56056) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:13.020632 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7523f347-634e-489d-b0fe-b8a946a4490e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.029006 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-553e2946-7387-4311-b726-b461a1f84e6e admin admin] Publish callbacks [] for security_group (00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.063746 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2237e9-4e0b-4461-872f-71e2b8f89485 req-05760d40-14c5-4754-951d-1e91fd7cb9ad tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:13.065266 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6a2237e9-4e0b-4461-872f-71e2b8f89485 req-05760d40-14c5-4754-951d-1e91fd7cb9ad tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0987267 May 03 09:12:13.067374 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-553e2946-7387-4311-b726-b461a1f84e6e admin admin] Publish callbacks [] for security_group (00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.124706 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7523f347-634e-489d-b0fe-b8a946a4490e admin admin] Publish callbacks [] for security_group (89d5b13c-815d-42b0-b0ef-02ad85e290bd), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.128669 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7523f347-634e-489d-b0fe-b8a946a4490e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (89d5b13c-815d-42b0-b0ef-02ad85e290bd), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.151379 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6a2237e9-4e0b-4461-872f-71e2b8f89485 req-e37e8ee6-7b96-42cf-a619-be970102688c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754063 May 03 09:12:13.165309 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-553e2946-7387-4311-b726-b461a1f84e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.167389 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f347-634e-489d-b0fe-b8a946a4490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5b13c-815d-42b0-b0ef-02ad85e290bd,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:13.168969 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-553e2946-7387-4311-b726-b461a1f84e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.171084 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-553e2946-7387-4311-b726-b461a1f84e6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1 HTTP/1.1" status: 204 len: 168 time: 0.3013866 May 03 09:12:13.175700 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7523f347-634e-489d-b0fe-b8a946a4490e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6305859c33924ed083fecb0ac92ec30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693344 May 03 09:12:13.176497 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56060) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:13.186613 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e2946-7387-4311-b726-b461a1f84e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c4e2fd-b08a-4a6a-b2f2-ef20cae120a1,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:13.257675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5f194a2-a363-481d-a809-4405296e4184 admin admin] Publish callbacks [] for security_group (89d5b13c-815d-42b0-b0ef-02ad85e290bd), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.279277 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5f194a2-a363-481d-a809-4405296e4184 admin admin] Publish callbacks [] for security_group (89d5b13c-815d-42b0-b0ef-02ad85e290bd), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.359204 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45793-01a8-453f-8dcd-42dfe73a3bf4 req-dd1378e5-a1f4-4740-b83a-737c2b8d3810 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:13.361507 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e8f45793-01a8-453f-8dcd-42dfe73a3bf4 req-dd1378e5-a1f4-4740-b83a-737c2b8d3810 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0747156 May 03 09:12:13.402033 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5f194a2-a363-481d-a809-4405296e4184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (89d5b13c-815d-42b0-b0ef-02ad85e290bd), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.405485 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a5f194a2-a363-481d-a809-4405296e4184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:13.406575 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a5f194a2-a363-481d-a809-4405296e4184 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89d5b13c-815d-42b0-b0ef-02ad85e290bd HTTP/1.1" status: 204 len: 168 time: 0.2288022 May 03 09:12:13.423306 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f194a2-a363-481d-a809-4405296e4184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5b13c-815d-42b0-b0ef-02ad85e290bd,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:13.427951 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e8f45793-01a8-453f-8dcd-42dfe73a3bf4 req-74d93038-0aef-4013-be90-3dc5cd8874bb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599627 May 03 09:12:14.139107 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257428a-69e8-4076-a97f-cb342b8c15e3 req-8f1eee14-878d-45b8-b6e3-d0f6bee504b5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:14.149238 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0257428a-69e8-4076-a97f-cb342b8c15e3 req-8f1eee14-878d-45b8-b6e3-d0f6bee504b5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0673609 May 03 09:12:14.309049 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc423b8-4c42-4f69-8e6f-6cc66ba8cda2 req-dea29cbe-1d5c-4c3d-90e8-fa6d24bf98cb tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:14.322567 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2fc423b8-4c42-4f69-8e6f-6cc66ba8cda2 req-dea29cbe-1d5c-4c3d-90e8-fa6d24bf98cb tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0668862 May 03 09:12:14.392210 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2fc423b8-4c42-4f69-8e6f-6cc66ba8cda2 req-7eb69113-a92b-47aa-9dd3-8fe89ad171da tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706260 May 03 09:12:14.460041 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56140) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:14.489019 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc79c2-0cd7-416c-89c7-43ac1fda0c95 req-bab917d5-0bf6-40e6-810a-6da73ddca03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:14.490553 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0fbc79c2-0cd7-416c-89c7-43ac1fda0c95 req-bab917d5-0bf6-40e6-810a-6da73ddca03e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 1130 time: 0.0856295 May 03 09:12:14.519404 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0fbc79c2-0cd7-416c-89c7-43ac1fda0c95 req-f718ce19-396c-4806-80e5-8ff211907a19 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:14.591521 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9e2a1b9-0d6e-411a-bf62-e3f940715953 req-6fd51cc7-bc19-46b5-b0c7-7705c53dc06c service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382944 May 03 09:12:14.618731 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0257428a-69e8-4076-a97f-cb342b8c15e3 req-97228707-6fcb-4ac2-97be-23b8cbb6cd7a tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677646 May 03 09:12:14.620249 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-87daecd5-41a4-477c-a89e-5d3597f6202c req-33a9be92-f8c0-4850-84e8-bcf2823ef034 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657745 May 03 09:12:14.639495 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893aea0-d1c2-4d2c-a3ee-edd29d1bdc95 req-c610c37d-2df5-4bc8-9c50-23fabaae06b9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:14.647671 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c893aea0-d1c2-4d2c-a3ee-edd29d1bdc95 req-c610c37d-2df5-4bc8-9c50-23fabaae06b9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0824668 May 03 09:12:14.709432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0fbc79c2-0cd7-416c-89c7-43ac1fda0c95 req-f718ce19-396c-4806-80e5-8ff211907a19 service neutron] Publish callbacks [] for security_group (b76ae9cc-b0eb-427e-808e-c0cd1236b786), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:14.715190 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0fbc79c2-0cd7-416c-89c7-43ac1fda0c95 req-f718ce19-396c-4806-80e5-8ff211907a19 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b76ae9cc-b0eb-427e-808e-c0cd1236b786), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:14.753118 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c893aea0-d1c2-4d2c-a3ee-edd29d1bdc95 req-82b65135-1778-42ee-bc5e-5e5d247610e2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039484 May 03 09:12:14.792049 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718ce19-396c-4806-80e5-8ff211907a19 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b76ae9cc-b0eb-427e-808e-c0cd1236b786,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:14.801358 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-56551eaf-9b39-4e52-9490-2b4f2b08075d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:14.815559 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0fbc79c2-0cd7-416c-89c7-43ac1fda0c95 req-f718ce19-396c-4806-80e5-8ff211907a19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181503 May 03 09:12:14.891630 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-56551eaf-9b39-4e52-9490-2b4f2b08075d admin admin] Publish callbacks [] for security_group (598fbf3c-0955-4c47-8eda-b4103c0fe334), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:14.896450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-56551eaf-9b39-4e52-9490-2b4f2b08075d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (598fbf3c-0955-4c47-8eda-b4103c0fe334), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:14.938295 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-56551eaf-9b39-4e52-9490-2b4f2b08075d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47c882c9694745a9b8ea966ccdaa7788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4771917 May 03 09:12:14.939406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551eaf-9b39-4e52-9490-2b4f2b08075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598fbf3c-0955-4c47-8eda-b4103c0fe334,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:14.941958 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56156) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:15.013785 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1ff7db4-7fd0-451a-84e8-f34c5ae784fe admin admin] Publish callbacks [] for security_group (598fbf3c-0955-4c47-8eda-b4103c0fe334), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:15.040356 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1ff7db4-7fd0-451a-84e8-f34c5ae784fe admin admin] Publish callbacks [] for security_group (598fbf3c-0955-4c47-8eda-b4103c0fe334), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:15.107507 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1ff7db4-7fd0-451a-84e8-f34c5ae784fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (598fbf3c-0955-4c47-8eda-b4103c0fe334), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:15.114673 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1ff7db4-7fd0-451a-84e8-f34c5ae784fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:15.116227 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-d1ff7db4-7fd0-451a-84e8-f34c5ae784fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/598fbf3c-0955-4c47-8eda-b4103c0fe334 HTTP/1.1" status: 204 len: 168 time: 0.1726868 May 03 09:12:15.126572 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff7db4-7fd0-451a-84e8-f34c5ae784fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598fbf3c-0955-4c47-8eda-b4103c0fe334,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:15.526054 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7779d4-6d18-4042-9557-5f48695aea02 req-8bb1dbcc-3460-440d-b20d-f8aebb4a6678 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:15.539164 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3e7779d4-6d18-4042-9557-5f48695aea02 req-8bb1dbcc-3460-440d-b20d-f8aebb4a6678 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0710785 May 03 09:12:15.605267 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56194) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:15.632513 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f39a0339-7732-43a8-9d0c-ff5623e36507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:15.659215 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3e7779d4-6d18-4042-9557-5f48695aea02 req-345bf23f-feeb-4e86-b9ed-7591df2312a3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190739 May 03 09:12:15.814343 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:12:15.822192 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f39a0339-7732-43a8-9d0c-ff5623e36507 admin admin] Publish callbacks [] for security_group (5b688709-b77a-456b-b234-653478c04a11), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:15.830202 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f39a0339-7732-43a8-9d0c-ff5623e36507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5b688709-b77a-456b-b234-653478c04a11), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:15.886650 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a8b7a-97ce-4fb0-8828-70beb3c4d6f0 req-17954b5c-fb14-45c4-b849-55905d102dc0 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:15.892594 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8a1a8b7a-97ce-4fb0-8828-70beb3c4d6f0 req-17954b5c-fb14-45c4-b849-55905d102dc0 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1187801 May 03 09:12:15.903356 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9a21f-7831-46bf-b4e4-2e77326f698c req-73357942-fcc2-484a-b7f4-57a69853b511 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:15.905065 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9ac9a21f-7831-46bf-b4e4-2e77326f698c req-73357942-fcc2-484a-b7f4-57a69853b511 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 944 time: 0.0706897 May 03 09:12:15.914089 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a0339-7732-43a8-9d0c-ff5623e36507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b688709-b77a-456b-b234-653478c04a11,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:15.949855 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:15.958427 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f39a0339-7732-43a8-9d0c-ff5623e36507 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0a840977be541f6a85b4f687f341c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484731 May 03 09:12:15.958427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56222) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:15.972713 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'port_id': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3', 'mac_address': 'fa:16:3e:40:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:12:16.010491 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8a1a8b7a-97ce-4fb0-8828-70beb3c4d6f0 req-096a9fcb-a91e-430e-9553-091fedebf532 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834265 May 03 09:12:16.018541 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:16.019256 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.026503 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9ac9a21f-7831-46bf-b4e4-2e77326f698c req-be3df49b-2924-4dcf-947f-2f1e242e2675 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158507 May 03 09:12:16.045642 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af9db5d8-bd3f-48f8-b540-aff4abae13ee admin admin] Publish callbacks [] for security_group (5b688709-b77a-456b-b234-653478c04a11), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.051181 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:12:16.074647 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af9db5d8-bd3f-48f8-b540-aff4abae13ee admin admin] Publish callbacks [] for security_group (5b688709-b77a-456b-b234-653478c04a11), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.078518 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:16.084519 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.135919 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af9db5d8-bd3f-48f8-b540-aff4abae13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5b688709-b77a-456b-b234-653478c04a11), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.138933 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af9db5d8-bd3f-48f8-b540-aff4abae13ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.140625 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-af9db5d8-bd3f-48f8-b540-aff4abae13ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b688709-b77a-456b-b234-653478c04a11 HTTP/1.1" status: 204 len: 168 time: 0.1768219 May 03 09:12:16.149531 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9db5d8-bd3f-48f8-b540-aff4abae13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b688709-b77a-456b-b234-653478c04a11,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:16.171625 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:16.257638 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56236) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:16.511175 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6a96d62c-0e13-461b-b37f-987e932145e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.605446 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6a96d62c-0e13-461b-b37f-987e932145e6 admin admin] Publish callbacks [] for security_group (74fc9690-583e-4738-ad02-4381dfae797d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.610219 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6a96d62c-0e13-461b-b37f-987e932145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (74fc9690-583e-4738-ad02-4381dfae797d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.623978 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['1f9fd1ef-4645-44fe-ada2-c263eaf85ee3'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:12:16.660361 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6a96d62c-0e13-461b-b37f-987e932145e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=952eeb1a63184eb2bf70b2352f28ca1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014480 May 03 09:12:16.661519 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d62c-0e13-461b-b37f-987e932145e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc9690-583e-4738-ad02-4381dfae797d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:16.663246 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56266) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:16.745723 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4de251e6-3982-442d-99a3-e8c88e0dbd1b admin admin] Publish callbacks [] for security_group (74fc9690-583e-4738-ad02-4381dfae797d), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.801456 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4de251e6-3982-442d-99a3-e8c88e0dbd1b admin admin] Publish callbacks [] for security_group (74fc9690-583e-4738-ad02-4381dfae797d), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.867559 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718c0b-615c-4193-86ca-bc7151cc2795 req-60b3cf6d-e8c1-4bbb-80f6-242d1124ac9f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:16.869326 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0e718c0b-615c-4193-86ca-bc7151cc2795 req-60b3cf6d-e8c1-4bbb-80f6-242d1124ac9f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0755143 May 03 09:12:16.905292 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4de251e6-3982-442d-99a3-e8c88e0dbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (74fc9690-583e-4738-ad02-4381dfae797d), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.915156 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4de251e6-3982-442d-99a3-e8c88e0dbd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:16.919948 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4de251e6-3982-442d-99a3-e8c88e0dbd1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74fc9690-583e-4738-ad02-4381dfae797d HTTP/1.1" status: 204 len: 168 time: 0.2546194 May 03 09:12:16.937801 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de251e6-3982-442d-99a3-e8c88e0dbd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc9690-583e-4738-ad02-4381dfae797d,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:16.980629 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0e718c0b-615c-4193-86ca-bc7151cc2795 req-70494416-85eb-4515-80bc-f51629ba94b2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964348 May 03 09:12:17.162498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5c96e-2c24-4a21-ab6f-f027a301371e req-ab1093ef-ade9-43f6-8c2c-49029a5f5ad2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:17.169850 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-93b5c96e-2c24-4a21-ab6f-f027a301371e req-ab1093ef-ade9-43f6-8c2c-49029a5f5ad2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 945 time: 0.0640457 May 03 09:12:17.230699 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6049d2-ca9d-4c93-acca-375543c132d0 req-b920a29f-ed27-4317-b1f6-68db88222f7e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:17.240110 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3a6049d2-ca9d-4c93-acca-375543c132d0 req-b920a29f-ed27-4317-b1f6-68db88222f7e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1097710 May 03 09:12:17.251416 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-93b5c96e-2c24-4a21-ab6f-f027a301371e req-83af45ae-7cb7-4fe8-a548-67f79c59f709 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775912 May 03 09:12:17.270196 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56300) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:17.355950 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3a6049d2-ca9d-4c93-acca-375543c132d0 req-ca8b485d-dff3-487b-b7ff-98d95ff55403 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144667 May 03 09:12:17.501296 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e07dfd51-f9a9-44d1-b6cf-43e4b37d41cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.521427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56314) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:17.534804 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-88fbf6de-b889-48a7-9185-c118d050d29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.588002 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e07dfd51-f9a9-44d1-b6cf-43e4b37d41cf admin admin] Publish callbacks [] for security_group (8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.593669 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e07dfd51-f9a9-44d1-b6cf-43e4b37d41cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.634096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-88fbf6de-b889-48a7-9185-c118d050d29d admin admin] Publish callbacks [] for security_group (aed64d5d-27b6-45b2-9a10-c3026a5ed85c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.635601 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e07dfd51-f9a9-44d1-b6cf-43e4b37d41cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d743b657c3645fdbe3aaf3ad9735c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640716 May 03 09:12:17.637749 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dfd51-f9a9-44d1-b6cf-43e4b37d41cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:17.639221 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56318) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:17.652781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-88fbf6de-b889-48a7-9185-c118d050d29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (aed64d5d-27b6-45b2-9a10-c3026a5ed85c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.709453 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-88fbf6de-b889-48a7-9185-c118d050d29d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=432e01f276ae423ebd93e8a88637e620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866455 May 03 09:12:17.712699 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56320) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:17.713593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbf6de-b889-48a7-9185-c118d050d29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed64d5d-27b6-45b2-9a10-c3026a5ed85c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:17.739318 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-852c9239-93b6-4a10-b350-b3184ed97b76 admin admin] Publish callbacks [] for security_group (8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.762966 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-852c9239-93b6-4a10-b350-b3184ed97b76 admin admin] Publish callbacks [] for security_group (8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.772180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36ecd8ea-ba0d-4588-b1b7-f6874262968b admin admin] Publish callbacks [] for security_group (aed64d5d-27b6-45b2-9a10-c3026a5ed85c), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.797031 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36ecd8ea-ba0d-4588-b1b7-f6874262968b admin admin] Publish callbacks [] for security_group (aed64d5d-27b6-45b2-9a10-c3026a5ed85c), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.829737 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-852c9239-93b6-4a10-b350-b3184ed97b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.832819 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-852c9239-93b6-4a10-b350-b3184ed97b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.833991 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-852c9239-93b6-4a10-b350-b3184ed97b76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da HTTP/1.1" status: 204 len: 168 time: 0.1937294 May 03 09:12:17.837289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:12:17.848037 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c9239-93b6-4a10-b350-b3184ed97b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ffbd7-fc1f-4202-a4b9-4958e1baa4da,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:17.884416 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36ecd8ea-ba0d-4588-b1b7-f6874262968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (aed64d5d-27b6-45b2-9a10-c3026a5ed85c), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.888836 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36ecd8ea-ba0d-4588-b1b7-f6874262968b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:17.897980 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-36ecd8ea-ba0d-4588-b1b7-f6874262968b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aed64d5d-27b6-45b2-9a10-c3026a5ed85c HTTP/1.1" status: 204 len: 168 time: 0.1826708 May 03 09:12:17.918181 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecd8ea-ba0d-4588-b1b7-f6874262968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed64d5d-27b6-45b2-9a10-c3026a5ed85c,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:17.924644 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:12:17.938036 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:17.938440 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.036673 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:18.037127 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.072178 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:12:18.074522 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe9ef9b-50f4-46c7-9d92-72385c8057bb" -d '{"events": [{"server_uuid": "fd8833d9-c651-4b1a-8d91-3a365905049d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fd1ef-4645-44fe-ada2-c263eaf85ee3"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:12:18.089366 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:18.096935 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.138116 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9fb1e-730d-4cf8-9567-b60422b3170b req-afa79b45-a2e8-4282-893f-e89a8725aedd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:18.140390 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4db9fb1e-730d-4cf8-9567-b60422b3170b req-afa79b45-a2e8-4282-893f-e89a8725aedd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0704205 May 03 09:12:18.185083 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a895b15-3db1-4a22-b3fd-c5cfea1a69f6 x-openstack-request-id: req-5a895b15-3db1-4a22-b3fd-c5cfea1a69f6 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:12:18.185398 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8833d9-c651-4b1a-8d91-3a365905049d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fd1ef-4645-44fe-ada2-c263eaf85ee3", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:12:18.185654 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a895b15-3db1-4a22-b3fd-c5cfea1a69f6 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:12:18.186041 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a895b15-3db1-4a22-b3fd-c5cfea1a69f6'] response: {'server_uuid': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3', 'code': 200} May 03 09:12:18.190091 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:18.225575 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4db9fb1e-730d-4cf8-9567-b60422b3170b req-57c3b551-afeb-410e-a6ce-caef61e511a3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741384 May 03 09:12:18.337959 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56348) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:18.359822 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2e10793a-501d-48c7-bdc7-65024c069745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.391011 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef8933-95a3-43f8-85c2-d646d25bcf83 req-f951782b-68ca-4b09-9fe6-af248e54bd92 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:18.393533 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-84ef8933-95a3-43f8-85c2-d646d25bcf83 req-f951782b-68ca-4b09-9fe6-af248e54bd92 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0633128 May 03 09:12:18.497879 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-84ef8933-95a3-43f8-85c2-d646d25bcf83 req-4b42b94c-0f88-44ed-aca6-f6af2d825a1f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960813 May 03 09:12:18.569651 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef120b-657a-47e8-89e3-a1560f3b4ee6 req-f31e1020-a1e3-41e6-a58e-71fe8c6a8680 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:18.571794 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9ef120b-657a-47e8-89e3-a1560f3b4ee6 req-f31e1020-a1e3-41e6-a58e-71fe8c6a8680 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0868039 May 03 09:12:18.664660 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2e10793a-501d-48c7-bdc7-65024c069745 admin admin] Publish callbacks [] for security_group (ce69e4fb-450b-4ad4-a188-58b12453f773), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.678234 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2e10793a-501d-48c7-bdc7-65024c069745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (ce69e4fb-450b-4ad4-a188-58b12453f773), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.696618 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c9ef120b-657a-47e8-89e3-a1560f3b4ee6 req-56279bcc-6aa6-4d41-8cf2-1eb9ea23901c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113045 May 03 09:12:18.731828 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10793a-501d-48c7-bdc7-65024c069745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce69e4fb-450b-4ad4-a188-58b12453f773,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:18.738761 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56370) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:18.739268 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2e10793a-501d-48c7-bdc7-65024c069745 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8aae56fc5b234a319d16d7a8b41a3767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989499 May 03 09:12:18.798901 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6a9593ed-0445-498a-a959-bf2587e6e211 admin admin] Publish callbacks [] for security_group (ce69e4fb-450b-4ad4-a188-58b12453f773), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.822402 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6a9593ed-0445-498a-a959-bf2587e6e211 admin admin] Publish callbacks [] for security_group (ce69e4fb-450b-4ad4-a188-58b12453f773), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.876794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6a9593ed-0445-498a-a959-bf2587e6e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (ce69e4fb-450b-4ad4-a188-58b12453f773), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.880229 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6a9593ed-0445-498a-a959-bf2587e6e211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:18.881396 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6a9593ed-0445-498a-a959-bf2587e6e211 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce69e4fb-450b-4ad4-a188-58b12453f773 HTTP/1.1" status: 204 len: 168 time: 0.1405094 May 03 09:12:18.893593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9593ed-0445-498a-a959-bf2587e6e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce69e4fb-450b-4ad4-a188-58b12453f773,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:19.366084 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18204842-b7c4-468f-a233-c0b93f847b07 req-a0d31b23-0631-4959-8df6-f857a78cf6ab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:19.375571 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-18204842-b7c4-468f-a233-c0b93f847b07 req-a0d31b23-0631-4959-8df6-f857a78cf6ab tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0610659 May 03 09:12:19.439241 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-18204842-b7c4-468f-a233-c0b93f847b07 req-f95b364b-b7a9-4ae2-abf1-9a72243fb54b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619671 May 03 09:12:19.641972 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60993a-ec67-4b16-b8a2-dbd7497718a5 req-ea216e41-50f6-4c10-a2df-458d505961e6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:19.643674 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dd60993a-ec67-4b16-b8a2-dbd7497718a5 req-ea216e41-50f6-4c10-a2df-458d505961e6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0875068 May 03 09:12:19.722310 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dd60993a-ec67-4b16-b8a2-dbd7497718a5 req-836584ad-a510-4a5c-ba0c-4f895ec662a7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709612 May 03 09:12:19.830413 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56434) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:19.838777 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:12:19.891269 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d284d7e-2adb-4d95-ab74-e1a72f9602ce req-d49bcfec-5f9f-486c-9e33-d190218e26dd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:19.892866 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8d284d7e-2adb-4d95-ab74-e1a72f9602ce req-d49bcfec-5f9f-486c-9e33-d190218e26dd tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0779848 May 03 09:12:19.948317 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8d284d7e-2adb-4d95-ab74-e1a72f9602ce req-c45b4d84-bfaa-467a-b021-028ad5af307d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 May 03 09:12:19.984741 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:19.997863 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'port_id': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'mac_address': 'fa:16:3e:fa:30:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:12:20.043764 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:20.044171 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.054635 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56442) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:20.057326 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40b556c-0a71-4c96-ad1b-454ab18c4948 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:12:20.078491 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:20.084022 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.118825 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fd08c96d-f53a-4fe5-8822-9d006120ae25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.121183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434500107-network', 'tenant_id': 'e736efbeaf5f4280880925ad0a747fe7'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:20.142826 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:20.143645 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Made reservation on behalf of e736efbeaf5f4280880925ad0a747fe7 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:20.153011 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.163275 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.202202 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fd08c96d-f53a-4fe5-8822-9d006120ae25 admin admin] Publish callbacks [] for security_group (64909e20-4f33-417d-b43d-1beb94bd88e5), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.205618 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fd08c96d-f53a-4fe5-8822-9d006120ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (64909e20-4f33-417d-b43d-1beb94bd88e5), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.249272 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-fd08c96d-f53a-4fe5-8822-9d006120ae25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c191eaf803145cd930fe17a5f8c1f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900826 May 03 09:12:20.249272 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08c96d-f53a-4fe5-8822-9d006120ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64909e20-4f33-417d-b43d-1beb94bd88e5,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:20.249551 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks [] for security_group (e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.249790 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56446) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:20.257328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.305990 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:12:20.316582 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:20.321529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.321863 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Added segment 5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a of type vlan for network 3fdb25aa-589b-4a6e-aace-051d17dbba73 May 03 09:12:20.365196 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3df2e46a-eba9-4de0-af49-5bb5614a76d8 admin admin] Publish callbacks [] for security_group (64909e20-4f33-417d-b43d-1beb94bd88e5), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.376406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (3fdb25aa-589b-4a6e-aace-051d17dbba73), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.401342 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3df2e46a-eba9-4de0-af49-5bb5614a76d8 admin admin] Publish callbacks [] for security_group (64909e20-4f33-417d-b43d-1beb94bd88e5), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.431230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (3fdb25aa-589b-4a6e-aace-051d17dbba73), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.432202 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:20.432781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.473129 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6411443 May 03 09:12:20.476067 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56450) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:20.480609 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Request body: {'subnet': {'network_id': '3fdb25aa-589b-4a6e-aace-051d17dbba73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434500107-subnet', 'tenant_id': 'e736efbeaf5f4280880925ad0a747fe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:20.517134 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1f8b2-098c-449d-b536-4721f0126180 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdb25aa-589b-4a6e-aace-051d17dbba73,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:20.531572 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 3fdb25aa-589b-4a6e-aace-051d17dbba73 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:12:20.532970 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3df2e46a-eba9-4de0-af49-5bb5614a76d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (64909e20-4f33-417d-b43d-1beb94bd88e5), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.535773 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3df2e46a-eba9-4de0-af49-5bb5614a76d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.537830 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3df2e46a-eba9-4de0-af49-5bb5614a76d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64909e20-4f33-417d-b43d-1beb94bd88e5 HTTP/1.1" status: 204 len: 168 time: 0.2862527 May 03 09:12:20.541430 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Made reservation on behalf of e736efbeaf5f4280880925ad0a747fe7 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:20.544553 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.567930 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2e46a-eba9-4de0-af49-5bb5614a76d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64909e20-4f33-417d-b43d-1beb94bd88e5,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:20.582936 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccafd3-ef2f-43b4-aae9-1c519fb2d8ca req-41792451-449c-4a51-8abd-5976240f9d5f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:20.585659 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b9ccafd3-ef2f-43b4-aae9-1c519fb2d8ca req-41792451-449c-4a51-8abd-5976240f9d5f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 945 time: 0.0690641 May 03 09:12:20.672758 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b9ccafd3-ef2f-43b4-aae9-1c519fb2d8ca req-3fcf84f1-9908-4862-b852-22b1a569dfa9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739987 May 03 09:12:20.738513 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['a40b556c-0a71-4c96-ad1b-454ab18c4948'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:12:20.773529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (5f03cae0-2df0-44f0-8e7b-6d929cf30524), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:20.936071 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Checking segment: {'id': '5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fdb25aa-589b-4a6e-aace-051d17dbba73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:12:20.936880 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Network hostable DHCP agents. Network: 3fdb25aa-589b-4a6e-aace-051d17dbba73, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:12:20.950422 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f03cae0-2df0-44f0-8e7b-6d929cf30524,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:20.963783 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addf6fe-c482-44ac-9169-54894c303423 req-b569be85-d584-4ac6-9f46-25df740c80be tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:20.966106 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7addf6fe-c482-44ac-9169-54894c303423 req-b569be85-d584-4ac6-9f46-25df740c80be tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.1019161 May 03 09:12:20.997402 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Network 3fdb25aa-589b-4a6e-aace-051d17dbba73 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:12:21.019649 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 3fdb25aa-589b-4a6e-aace-051d17dbba73) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:21.035310 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:21.035904 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:21.036358 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ccb5f5-628a-4bb7-a5f7-a3621691596a None None] Network 3fdb25aa-589b-4a6e-aace-051d17dbba73 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:12:21.054868 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7addf6fe-c482-44ac-9169-54894c303423 req-58b7b40e-5df8-40dd-bd2a-c448294c33e9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792079 May 03 09:12:21.069558 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-aa867567-fe66-47df-92f8-e996ecd5efaf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5924735 May 03 09:12:21.178715 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd7a58-3735-4d3c-b12b-581f96387f9c None None] Network 3fdb25aa-589b-4a6e-aace-051d17dbba73 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:12:21.181058 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489f71-7eb1-4e8a-946f-fce1a7ab6793 req-a1aa9ff5-0cde-47ac-8d69-496a83575a3e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:21.182598 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fb489f71-7eb1-4e8a-946f-fce1a7ab6793 req-a1aa9ff5-0cde-47ac-8d69-496a83575a3e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0760539 May 03 09:12:21.286239 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fb489f71-7eb1-4e8a-946f-fce1a7ab6793 req-10c3ad5b-a830-4fb2-8fbf-90800385fe43 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945344 May 03 09:12:21.431678 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffd7db-3c9f-46d1-86ac-a1f111ac922c req-1f8c7d5c-cdf6-4d74-b7b0-0ac397ca17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:21.433736 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4ffd7db-3c9f-46d1-86ac-a1f111ac922c req-1f8c7d5c-cdf6-4d74-b7b0-0ac397ca17ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1130 time: 0.0416322 May 03 09:12:21.487712 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4ffd7db-3c9f-46d1-86ac-a1f111ac922c req-5869bdf6-fa51-4f6e-90ae-3cd07e830fc5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 May 03 09:12:21.805406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a13750-d0aa-4716-bf81-ec90fda7931f req-304fad78-ea14-49fb-bbf4-f008923df82b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:21.813258 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b3a13750-d0aa-4716-bf81-ec90fda7931f req-304fad78-ea14-49fb-bbf4-f008923df82b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 945 time: 0.0536568 May 03 09:12:21.860348 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b3a13750-d0aa-4716-bf81-ec90fda7931f req-6f16c0ff-f4bb-462c-afd4-ab4551a70f57 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461516 May 03 09:12:21.872647 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56518) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:21.877684 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1721179284-network', 'tenant_id': 'e20e02f3a459467da24a0669e0b609aa'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:21.904032 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Made reservation on behalf of e20e02f3a459467da24a0669e0b609aa for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:21.907146 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:21.916722 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:21.979832 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5490ded6-895b-4ad2-b00e-d9ddcb685865 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:12:22.008027 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks [] for security_group (dd9bd4c1-7d33-45fe-a66c-15257cb63397), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.009527 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:12:22.014180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (dd9bd4c1-7d33-45fe-a66c-15257cb63397), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.029561 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:12:22.057055 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.057546 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Added segment f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8 of type vlan for network 6a4e99b5-6744-443a-9e21-76c09bcb7a35 May 03 09:12:22.068838 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9bd4c1-7d33-45fe-a66c-15257cb63397,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:22.107071 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (6a4e99b5-6744-443a-9e21-76c09bcb7a35), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.132238 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port a40b556c-0a71-4c96-ad1b-454ab18c4948 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:12:22.139366 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (6a4e99b5-6744-443a-9e21-76c09bcb7a35), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.140793 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:22.141585 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.148721 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port a40b556c-0a71-4c96-ad1b-454ab18c4948 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:22.149196 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.192535 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 5490ded6-895b-4ad2-b00e-d9ddcb685865, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:22.222307 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3482361 May 03 09:12:22.226688 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56532) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:22.230196 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '5490ded6-895b-4ad2-b00e-d9ddcb685865', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'port_id': '5490ded6-895b-4ad2-b00e-d9ddcb685865', 'mac_address': 'fa:16:3e:ab:4e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:12:22.232918 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Request body: {'subnet': {'network_id': '6a4e99b5-6744-443a-9e21-76c09bcb7a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1721179284-subnet', 'tenant_id': 'e20e02f3a459467da24a0669e0b609aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:22.259549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56d818-2ecc-4d2a-89c1-771fc0c25ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4e99b5-6744-443a-9e21-76c09bcb7a35,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:22.265876 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Made reservation on behalf of e20e02f3a459467da24a0669e0b609aa for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:22.275826 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.283154 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 6a4e99b5-6744-443a-9e21-76c09bcb7a35 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:12:22.286936 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cbf78-cff6-49ab-8b28-3e6cdb585491 req-a5d167e4-cea7-49ff-90eb-47d36ecee82f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:22.288849 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-254cbf78-cff6-49ab-8b28-3e6cdb585491 req-a5d167e4-cea7-49ff-90eb-47d36ecee82f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.1204925 May 03 09:12:22.376323 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-254cbf78-cff6-49ab-8b28-3e6cdb585491 req-1cd13bb2-6862-4df2-836a-36d3cd9b02d2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794702 May 03 09:12:22.395483 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 5490ded6-895b-4ad2-b00e-d9ddcb685865 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:22.396059 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.479016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5490ded6-895b-4ad2-b00e-d9ddcb685865 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:12:22.502064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:22.502686 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.531952 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 5490ded6-895b-4ad2-b00e-d9ddcb685865, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:22.543848 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.551789 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d1e81-c454-43ee-8038-43bb9ef30829 req-45af6775-a252-433b-bde0-c9b96a74e532 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:22.553289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:12:22.553653 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-017d1e81-c454-43ee-8038-43bb9ef30829 req-45af6775-a252-433b-bde0-c9b96a74e532 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1014426 May 03 09:12:22.555989 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b514dc8-ff02-4409-86e1-e9c5dbbd8a84" -d '{"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-plugged", "status": "completed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:12:22.594616 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:22.609743 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.616535 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f8d522-5d0c-4bc6-a724-918198d72a38 x-openstack-request-id: req-10f8d522-5d0c-4bc6-a724-918198d72a38 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:12:22.617012 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-plugged", "status": "completed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:12:22.618084 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10f8d522-5d0c-4bc6-a724-918198d72a38 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:12:22.618576 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f8d522-5d0c-4bc6-a724-918198d72a38'] response: {'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'code': 200} May 03 09:12:22.631533 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=5490ded6-895b-4ad2-b00e-d9ddcb685865,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:22.687938 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:22.745039 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-017d1e81-c454-43ee-8038-43bb9ef30829 req-af3b5cac-43d5-429e-804c-d59053568107 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810980 May 03 09:12:22.780781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (a6f1a40b-6122-4187-bd08-ade704ae4d60), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.850718 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f1a40b-6122-4187-bd08-ade704ae4d60,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:22.862359 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Checking segment: {'id': 'f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6a4e99b5-6744-443a-9e21-76c09bcb7a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:12:22.862887 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Network hostable DHCP agents. Network: 6a4e99b5-6744-443a-9e21-76c09bcb7a35, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:12:22.882532 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Network 6a4e99b5-6744-443a-9e21-76c09bcb7a35 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:12:22.900226 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 6a4e99b5-6744-443a-9e21-76c09bcb7a35) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:22.910613 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40733fa-1d54-46d0-a13b-eeb1212b67f0 None None] Network 6a4e99b5-6744-443a-9e21-76c09bcb7a35 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:12:22.927717 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:22.928370 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:22.962007 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ed4aadd2-9d44-4229-8bee-a6ebbab400a6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7342122 May 03 09:12:23.015267 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9a808-4889-4647-acba-990d63443c0a req-0c6a571a-bf60-4fea-9d5c-32b7fcf378a2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:23.022582 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8cc9a808-4889-4647-acba-990d63443c0a req-0c6a571a-bf60-4fea-9d5c-32b7fcf378a2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0588822 May 03 09:12:23.059132 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['5490ded6-895b-4ad2-b00e-d9ddcb685865'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:12:23.073128 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8cc9a808-4889-4647-acba-990d63443c0a req-cda92007-f8f3-4476-8cd3-d9a99fae0645 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496569 May 03 09:12:23.124163 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c589d56b-2ec6-4ab5-a992-60ae5525c50a None None] Network 6a4e99b5-6744-443a-9e21-76c09bcb7a35 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:12:23.509421 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9031640-f30c-4d8a-a236-2c6b03f79207 req-9a962496-8a9b-44d9-82a2-1a0e8fedb507 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:23.510970 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f9031640-f30c-4d8a-a236-2c6b03f79207 req-9a962496-8a9b-44d9-82a2-1a0e8fedb507 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0551214 May 03 09:12:23.576859 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f9031640-f30c-4d8a-a236-2c6b03f79207 req-acf297a8-c571-45ae-b3bd-684b71b3a2d5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579581 May 03 09:12:23.861940 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e967c5-62cf-427b-9574-65737fd1265a req-0dccdedb-e58d-4bd8-bc88-cf0961f13313 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:23.863376 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b1e967c5-62cf-427b-9574-65737fd1265a req-0dccdedb-e58d-4bd8-bc88-cf0961f13313 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0516036 May 03 09:12:23.913322 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b1e967c5-62cf-427b-9574-65737fd1265a req-aa69262f-347a-4932-b8f1-b5d52ff9b975 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439231 May 03 09:12:24.102559 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b3e64-fed2-4439-be15-6715f31befe3 req-ac6cb647-1548-4959-835c-de2c3b484074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:24.104070 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-953b3e64-fed2-4439-be15-6715f31befe3 req-ac6cb647-1548-4959-835c-de2c3b484074 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1130 time: 0.0397661 May 03 09:12:24.166914 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-953b3e64-fed2-4439-be15-6715f31befe3 req-d4d4211e-dfa8-42fb-9647-044c9de1ba99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548232 May 03 09:12:24.203596 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb16da-56ad-46ff-a074-94a930db437f req-66693509-74a1-433f-9902-87c86d0f0868 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:24.205097 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cbdb16da-56ad-46ff-a074-94a930db437f req-66693509-74a1-433f-9902-87c86d0f0868 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0577822 May 03 09:12:24.262925 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cbdb16da-56ad-46ff-a074-94a930db437f req-09b65ea8-c56e-4882-9b8d-ba71d7134578 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475242 May 03 09:12:24.362511 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5490ded6-895b-4ad2-b00e-d9ddcb685865 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:12:24.409640 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 5490ded6-895b-4ad2-b00e-d9ddcb685865 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:12:24.415518 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 5490ded6-895b-4ad2-b00e-d9ddcb685865 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:24.415991 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:24.490507 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 5490ded6-895b-4ad2-b00e-d9ddcb685865 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:24.490892 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:24.521740 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 5490ded6-895b-4ad2-b00e-d9ddcb685865, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:24.525170 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:24.571969 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=5490ded6-895b-4ad2-b00e-d9ddcb685865,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:24.619272 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490ded6-895b-4ad2-b00e-d9ddcb685865'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:12:24.621973 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67de5080-3baf-4bef-aee9-75e047de5846" -d '{"events": [{"server_uuid": "fd3bfa3b-3edf-44d9-8151-049bfcabf79a", "name": "network-vif-plugged", "status": "completed", "tag": "5490ded6-895b-4ad2-b00e-d9ddcb685865"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:12:24.656207 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ad2c9-c811-4766-806b-79cef47f0a54 x-openstack-request-id: req-789ad2c9-c811-4766-806b-79cef47f0a54 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:12:24.656498 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3bfa3b-3edf-44d9-8151-049bfcabf79a", "name": "network-vif-plugged", "status": "completed", "tag": "5490ded6-895b-4ad2-b00e-d9ddcb685865", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:12:24.656794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-789ad2c9-c811-4766-806b-79cef47f0a54 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:12:24.657155 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789ad2c9-c811-4766-806b-79cef47f0a54'] response: {'server_uuid': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490ded6-895b-4ad2-b00e-d9ddcb685865', 'code': 200} May 03 09:12:24.693152 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283776f-2c23-41f1-aa8c-23056357b79a req-007cc680-8fe1-4245-946a-6f506171eda1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:24.694722 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8283776f-2c23-41f1-aa8c-23056357b79a req-007cc680-8fe1-4245-946a-6f506171eda1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0504229 May 03 09:12:24.742764 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8283776f-2c23-41f1-aa8c-23056357b79a req-9cafc288-5138-4eec-8698-a34f75ccff50 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 May 03 09:12:25.056021 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ed7f-edd4-46ae-a77b-79b8a713851c req-401ccb9b-1be6-4e82-b796-d9e8ab342443 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:25.057575 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8746ed7f-edd4-46ae-a77b-79b8a713851c req-401ccb9b-1be6-4e82-b796-d9e8ab342443 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0549052 May 03 09:12:25.106780 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8746ed7f-edd4-46ae-a77b-79b8a713851c req-7aa093eb-ca72-4b97-90d6-6a9387aabebb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 May 03 09:12:25.379186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97281-03b6-4028-ade0-4c7cb370c7a9 req-bad064ca-9b68-475d-ab3c-3c6e8d2bbf1c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:25.380688 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2eb97281-03b6-4028-ade0-4c7cb370c7a9 req-bad064ca-9b68-475d-ab3c-3c6e8d2bbf1c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0466917 May 03 09:12:25.425552 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2eb97281-03b6-4028-ade0-4c7cb370c7a9 req-61313810-1947-4333-b2f3-1f34de8a1053 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394666 May 03 09:12:26.237749 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299aba-7c5f-457f-a999-a6286e37b03a req-d3baac54-acce-4daf-ab84-a1522f273175 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:26.239889 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5d299aba-7c5f-457f-a999-a6286e37b03a req-d3baac54-acce-4daf-ab84-a1522f273175 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0608933 May 03 09:12:26.294802 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5d299aba-7c5f-457f-a999-a6286e37b03a req-056bf9b9-2e7d-4864-abd6-5fe374fb8571 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476348 May 03 09:12:26.515074 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56692) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:26.542222 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d48401-5d7c-4ec5-bb95-523e2dd5fa32 req-1e87bd73-30a0-49ab-82b0-39abf54a4dc6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:26.543707 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-53d48401-5d7c-4ec5-bb95-523e2dd5fa32 req-1e87bd73-30a0-49ab-82b0-39abf54a4dc6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0496988 May 03 09:12:26.592584 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-53d48401-5d7c-4ec5-bb95-523e2dd5fa32 req-6a60e7ab-00bb-49ca-897d-af2f94e1ed0a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427661 May 03 09:12:26.620004 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:26.693438 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Publish callbacks [] for security_group (1698c7ac-f962-4232-b733-1d65fbc5cde1), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:26.696964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (1698c7ac-f962-4232-b733-1d65fbc5cde1), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:26.737334 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9650bea3c3f646cfb08e220e7830c178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212119 May 03 09:12:26.738189 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1698c7ac-f962-4232-b733-1d65fbc5cde1,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:26.740054 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56696) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:26.745279 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.745613 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.745959 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.746297 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.747144 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.747477 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.747808 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.748160 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.748513 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.748849 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.749180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.749509 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.749832 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.750154 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.750474 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af51c91-94f3-40be-aeb7-720c255a6b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.788664 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Publish callbacks [] for security_group (1698c7ac-f962-4232-b733-1d65fbc5cde1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:26.810128 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Publish callbacks [] for security_group (1698c7ac-f962-4232-b733-1d65fbc5cde1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:26.857003 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (1698c7ac-f962-4232-b733-1d65fbc5cde1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:26.859592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:26.860767 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1698c7ac-f962-4232-b733-1d65fbc5cde1 HTTP/1.1" status: 204 len: 168 time: 0.1196434 May 03 09:12:26.868927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1698c7ac-f962-4232-b733-1d65fbc5cde1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:26.876498 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.876848 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.877192 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.877533 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.877902 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.878182 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.878505 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.879180 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.879540 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.879874 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.880261 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.880592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.880923 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.881243 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.881564 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01063e9a-9c73-48cd-b4e9-61f72b72e2db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:26.921087 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.128218 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 56706) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:27.140911 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a52fbda1-b6c0-4057-a161-cb7f193fcd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.217922 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a52fbda1-b6c0-4057-a161-cb7f193fcd95 admin admin] Publish callbacks [] for security_group (f515b7cb-acd9-4a2e-b791-55c8d1d3c07b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.222793 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a52fbda1-b6c0-4057-a161-cb7f193fcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f515b7cb-acd9-4a2e-b791-55c8d1d3c07b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.261308 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a52fbda1-b6c0-4057-a161-cb7f193fcd95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae612fd39e854eca9331410632504370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320016 May 03 09:12:27.262484 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fbda1-b6c0-4057-a161-cb7f193fcd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f515b7cb-acd9-4a2e-b791-55c8d1d3c07b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:27.263946 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56710) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:27.312411 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a275-8de8-4c86-9d32-3d98394ab434 admin admin] Publish callbacks [] for security_group (f515b7cb-acd9-4a2e-b791-55c8d1d3c07b), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.333715 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a275-8de8-4c86-9d32-3d98394ab434 admin admin] Publish callbacks [] for security_group (f515b7cb-acd9-4a2e-b791-55c8d1d3c07b), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.405827 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a275-8de8-4c86-9d32-3d98394ab434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f515b7cb-acd9-4a2e-b791-55c8d1d3c07b), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.409064 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a275-8de8-4c86-9d32-3d98394ab434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:27.410192 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a0d1a275-8de8-4c86-9d32-3d98394ab434 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f515b7cb-acd9-4a2e-b791-55c8d1d3c07b HTTP/1.1" status: 204 len: 168 time: 0.1451728 May 03 09:12:27.418040 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4db31-27ce-4b3a-9a38-f9a10ba3a142 req-02680d76-b9f1-483c-9e45-d5c02e398bb2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:27.419996 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-65e4db31-27ce-4b3a-9a38-f9a10ba3a142 req-02680d76-b9f1-483c-9e45-d5c02e398bb2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0552804 May 03 09:12:27.427404 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1a275-8de8-4c86-9d32-3d98394ab434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515b7cb-acd9-4a2e-b791-55c8d1d3c07b,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:27.471533 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-65e4db31-27ce-4b3a-9a38-f9a10ba3a142 req-9a82964b-547d-4406-b581-3ef04c57ffb4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 May 03 09:12:27.706767 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f508d-1342-41ae-acec-044b229475b5 req-ab67e9f9-aab5-408d-ae49-aa77ce1d421c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:27.708274 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-574f508d-1342-41ae-acec-044b229475b5 req-ab67e9f9-aab5-408d-ae49-aa77ce1d421c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0471983 May 03 09:12:27.754197 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-574f508d-1342-41ae-acec-044b229475b5 req-756417e4-5bc3-493d-b113-57605309932e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405777 May 03 09:12:27.960434 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b176cda-7b29-4b29-b6f2-f63919d72e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:28.586635 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa93dea-d1cb-472e-b2ff-acb594f06c43 req-69a90b4d-5910-4c43-9542-dfe30e92b962 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:28.588129 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9fa93dea-d1cb-472e-b2ff-acb594f06c43 req-69a90b4d-5910-4c43-9542-dfe30e92b962 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0497644 May 03 09:12:28.635164 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9fa93dea-d1cb-472e-b2ff-acb594f06c43 req-5ae818b2-4e00-4f07-a063-db5e813f53ab tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 May 03 09:12:28.873840 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42600e-6e6f-4f4f-927d-dccc21276d6b req-aa24edc6-a7d3-494a-945c-95e8c7e6ac88 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:28.876945 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5d42600e-6e6f-4f4f-927d-dccc21276d6b req-aa24edc6-a7d3-494a-945c-95e8c7e6ac88 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0487149 May 03 09:12:28.924414 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5d42600e-6e6f-4f4f-927d-dccc21276d6b req-26828733-601c-4b5a-8a3f-23f11c0997e0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431364 May 03 09:12:29.749996 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c20164-e7fe-41a9-95a6-d4709510f775 req-c7a7a502-f4b8-42d4-8a74-2e6fdc70d229 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:29.751355 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-29c20164-e7fe-41a9-95a6-d4709510f775 req-c7a7a502-f4b8-42d4-8a74-2e6fdc70d229 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0454340 May 03 09:12:29.796379 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-29c20164-e7fe-41a9-95a6-d4709510f775 req-c7cb8290-3995-42ac-b2c5-0edb9ad3cd2e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 May 03 09:12:30.039225 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e46dc-f7d8-4594-b0b3-5243e31e3380 req-6becb4fc-db18-4a4e-a8bb-0d078a4ad56b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:30.040727 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a93e46dc-f7d8-4594-b0b3-5243e31e3380 req-6becb4fc-db18-4a4e-a8bb-0d078a4ad56b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0464430 May 03 09:12:30.087108 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a93e46dc-f7d8-4594-b0b3-5243e31e3380 req-a6c52372-a8b0-452d-86e3-84562a33e857 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407114 May 03 09:12:30.304861 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8dd7-9890-4c86-819f-a74db95f0ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:30.904515 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43520149-91cc-4bb8-a65f-b0ea1e0f0219 req-e63548f9-9fbc-4949-b47d-cdd3a406e6c1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:30.905960 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-43520149-91cc-4bb8-a65f-b0ea1e0f0219 req-e63548f9-9fbc-4949-b47d-cdd3a406e6c1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0454926 May 03 09:12:30.954644 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-43520149-91cc-4bb8-a65f-b0ea1e0f0219 req-88817a4a-c9d2-43b6-a8c5-02af7b4ce1e6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 May 03 09:12:31.201128 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9916bd-07f0-4fca-9b32-a965c4a8b608 req-14690e55-1851-481d-a6fd-58491790b4a7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:31.202328 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0b9916bd-07f0-4fca-9b32-a965c4a8b608 req-14690e55-1851-481d-a6fd-58491790b4a7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0460849 May 03 09:12:31.255383 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0b9916bd-07f0-4fca-9b32-a965c4a8b608 req-4c580cea-fb5b-4298-bdf8-ef455873907c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475724 May 03 09:12:31.296078 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:31.447012 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6f8c-9e06-43d5-a898-4195132f57cf req-5c3c53f5-079d-46b8-8e14-290c1e0c59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:31.448524 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f95a6f8c-9e06-43d5-a898-4195132f57cf req-5c3c53f5-079d-46b8-8e14-290c1e0c59c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1129 time: 0.0422616 May 03 09:12:31.492813 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f95a6f8c-9e06-43d5-a898-4195132f57cf req-22e3af92-8a72-4375-a8e0-3d6e4f27c2e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 May 03 09:12:31.517173 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-3539d9de-45a4-4244-8b39-35cc836f709a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965679 May 03 09:12:31.522452 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-df1a619e-2868-4e87-9ee0-961d9b8f5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:31.523834 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-df1a619e-2868-4e87-9ee0-961d9b8f5c54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1130 time: 0.0528185 May 03 09:12:32.066453 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2df6f1-93b7-4cb5-99fe-5ce3cd13d688 req-8e6d5f28-82d7-4aa8-a1e0-3483bb31d2d6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:32.067901 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7e2df6f1-93b7-4cb5-99fe-5ce3cd13d688 req-8e6d5f28-82d7-4aa8-a1e0-3483bb31d2d6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0491567 May 03 09:12:32.113512 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7e2df6f1-93b7-4cb5-99fe-5ce3cd13d688 req-312769ac-4ee5-4de8-b915-9cf7af8b459c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 May 03 09:12:32.370291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cede4-5efd-424f-a307-4cc96865cc8b req-41fe982c-44e8-4b7e-ae20-604e009fff87 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:32.371973 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e20cede4-5efd-424f-a307-4cc96865cc8b req-41fe982c-44e8-4b7e-ae20-604e009fff87 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0458996 May 03 09:12:32.407962 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-5c52efd0-ead9-44a5-8b96-df2f25af2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:32.409463 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-5c52efd0-ead9-44a5-8b96-df2f25af2918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.1655118 May 03 09:12:32.419221 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e20cede4-5efd-424f-a307-4cc96865cc8b req-e3953f39-8726-49ef-9c00-6a4dc59adbb3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414553 May 03 09:12:32.571983 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a34d9d-e98d-4a01-bc26-fe7257a85aa5 req-c9f1001b-20a7-48ab-9964-8c6f845efb4f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:32.573464 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a2a34d9d-e98d-4a01-bc26-fe7257a85aa5 req-c9f1001b-20a7-48ab-9964-8c6f845efb4f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0477886 May 03 09:12:32.582602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 56848) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:32.587199 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'floatingip': {'port_id': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:32.666584 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (4ee00563-d5ad-4be1-ba29-4625d4397ad3), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:32.797497 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:33.227796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c64a-c876-4e96-b71c-f12f3edb6a47 req-e5e03c8b-f5c5-4632-8225-e640356f61c4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:33.228817 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1254c64a-c876-4e96-b71c-f12f3edb6a47 req-e5e03c8b-f5c5-4632-8225-e640356f61c4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0489287 May 03 09:12:33.248274 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-75627986-8953-403d-af67-262d607ebedd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 HTTP/1.1" status: 200 len: 217 time: 0.2488987 May 03 09:12:33.275147 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1254c64a-c876-4e96-b71c-f12f3edb6a47 req-fe6e19ea-4d4d-4804-bada-a6364fae8db7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 May 03 09:12:33.279230 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-7dd483d7-af1f-43be-91b8-9afc23436a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:33.280751 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-7dd483d7-af1f-43be-91b8-9afc23436a21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db9273e9f75e4918b29f8d1e4dc4d1c3&device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 1130 time: 0.2826307 May 03 09:12:33.545886 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:33.560695 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (4ee00563-d5ad-4be1-ba29-4625d4397ad3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:33.683767 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Floating IP 4ee00563-d5ad-4be1-ba29-4625d4397ad3 associated. External IP: 172.27.2.219, port: a40b556c-0a71-4c96-ad1b-454ab18c4948. May 03 09:12:33.942824 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-24800705-02ba-42fc-a327-f6b8640f6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:33.944178 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-24800705-02ba-42fc-a327-f6b8640f6191 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.1196206 May 03 09:12:33.996271 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-f0ff7246-7364-44db-a2ec-46d7de35d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:33.997695 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-f0ff7246-7364-44db-a2ec-46d7de35d5b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f8225e-b4b0-4a29-b6b9-89eddc607f19 HTTP/1.1" status: 200 len: 913 time: 0.1742985 May 03 09:12:34.008555 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Router 4fd3079d-6c07-4a44-b96d-327a80410911 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:12:34.116305 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:12:34.120765 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:34.129339 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] Sync routers for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:12:34.140322 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:12:34.141004 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:12:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:34.150030 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e925039a-edca-43d1-8a22-463893cb867e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "PUT /v2.0/floatingips/4ee00563-d5ad-4be1-ba29-4625d4397ad3 HTTP/1.1" status: 200 len: 992 time: 1.5663111 May 03 09:12:34.150712 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:12:34.153035 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af39729-0164-4202-bb67-28719bea0794" -d '{"events": [{"name": "network-changed", "server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:12:34.188303 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d106618-e0a6-4da1-b885-07a4f80882a9 x-openstack-request-id: req-7d106618-e0a6-4da1-b885-07a4f80882a9 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:12:34.188601 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:12:34.188889 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d106618-e0a6-4da1-b885-07a4f80882a9 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:12:34.189297 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d106618-e0a6-4da1-b885-07a4f80882a9'] response: {'name': 'network-changed', 'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'status': 'completed', 'code': 200} May 03 09:12:34.245079 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:12:34.348977 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:34.396760 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4f049-2ba4-4bfb-ba00-3048c12e48ce req-6607f462-a0fb-4c31-b241-c5d75c9d6fca tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:34.398872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1ab4f049-2ba4-4bfb-ba00-3048c12e48ce req-6607f462-a0fb-4c31-b241-c5d75c9d6fca tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0519109 May 03 09:12:34.444726 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1ab4f049-2ba4-4bfb-ba00-3048c12e48ce req-2bac6545-8fde-4e15-af90-15e1c4e2fc64 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 May 03 09:12:34.580591 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '4ee00563-d5ad-4be1-ba29-4625d4397ad3', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'port_id': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'mac_address': 'fa:16:3e:fa:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:11:41Z', 'updated_at': '2022-05-03T09:12:33Z', 'revision_number': 1, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:34.606782 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] Checking router: 4fd3079d-6c07-4a44-b96d-327a80410911 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:12:34.614923 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:12:34.615530 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:12:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:34.736939 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:12:34.942203 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '4ee00563-d5ad-4be1-ba29-4625d4397ad3', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'port_id': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'mac_address': 'fa:16:3e:fa:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:11:41Z', 'updated_at': '2022-05-03T09:12:33Z', 'revision_number': 1, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:34.967217 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ef280-9d4b-44fa-acfe-bc04190a7aaf None None] The sync data for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi is: [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '4ee00563-d5ad-4be1-ba29-4625d4397ad3', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'port_id': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'mac_address': 'fa:16:3e:fa:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:11:41Z', 'updated_at': '2022-05-03T09:12:33Z', 'revision_number': 1, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:12:35.161819 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d6339-72e5-464c-ab86-45aa55286250 None None] New status for floating IP 4ee00563-d5ad-4be1-ba29-4625d4397ad3: ACTIVE {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:12:35.552949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30967085-314e-45c1-a875-1e2f2b6bcfa3 req-4d41c7b3-c103-420f-92ff-a011988d73e4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:35.554370 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-30967085-314e-45c1-a875-1e2f2b6bcfa3 req-4d41c7b3-c103-420f-92ff-a011988d73e4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0449162 May 03 09:12:35.604342 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-30967085-314e-45c1-a875-1e2f2b6bcfa3 req-67fb556c-5148-4cf4-885b-935c30274ab7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 May 03 09:12:36.718723 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b00c0-87d5-414c-a897-e15f43e6da95 req-022d77dc-47f0-451a-a29d-2b2f80b793a8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:36.720239 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-450b00c0-87d5-414c-a897-e15f43e6da95 req-022d77dc-47f0-451a-a29d-2b2f80b793a8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0459964 May 03 09:12:36.721189 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:12:36.765067 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-450b00c0-87d5-414c-a897-e15f43e6da95 req-22d980ee-96db-4336-8ab4-9a64bacddae6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393710 May 03 09:12:37.876008 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7ab81-357e-4d0a-8d79-58cf18620edf req-c9c3647d-dfdc-449d-927a-ac333850efc2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:37.877524 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12a7ab81-357e-4d0a-8d79-58cf18620edf req-c9c3647d-dfdc-449d-927a-ac333850efc2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0472798 May 03 09:12:37.922950 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-12a7ab81-357e-4d0a-8d79-58cf18620edf req-1c5983ed-c7bf-4ccd-aa7b-763ad0c9caa7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 May 03 09:12:38.871790 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39729-0164-4202-bb67-28719bea0794 req-e067f4a0-ea94-4ad0-b2a8-d920f4d2f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:38.873460 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3af39729-0164-4202-bb67-28719bea0794 req-e067f4a0-ea94-4ad0-b2a8-d920f4d2f768 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1130 time: 0.0425808 May 03 09:12:38.899580 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-acd10a8f-6854-4b79-af44-0e42ed4c323b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54779846-e6bf-4381-b2ba-a9edb940ffef HTTP/1.1" status: 200 len: 217 time: 0.0695870 May 03 09:12:38.951487 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-1a506e16-4fad-4318-9481-aa7d7b2c03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:38.953695 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-1a506e16-4fad-4318-9481-aa7d7b2c03b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227670 May 03 09:12:38.987233 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39729-0164-4202-bb67-28719bea0794 req-9310ea6c-1ed6-4861-b7cf-6fa3c684e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:38.989352 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3af39729-0164-4202-bb67-28719bea0794 req-9310ea6c-1ed6-4861-b7cf-6fa3c684e1e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.1088657 May 03 09:12:39.004929 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-216cec7c-b38e-4d14-abb3-821f54682237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:39.006389 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-216cec7c-b38e-4d14-abb3-821f54682237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=449f402c-b2dd-4c35-ab53-bdef5232d5c3 HTTP/1.1" status: 200 len: 852 time: 0.0997975 May 03 09:12:39.079404 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-c41d778b-a67f-4342-b2d7-700e0b871192 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f8225e-b4b0-4a29-b6b9-89eddc607f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416610 May 03 09:12:39.100946 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-65ce51fe-062f-41f0-9e26-86375d393cd3 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375842 May 03 09:12:39.117968 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f736e-5d44-4f5b-92dc-7d07b9f5fcc6 req-92ad9770-994a-4141-950d-5d4c3fe0e48b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:39.119435 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-961f736e-5d44-4f5b-92dc-7d07b9f5fcc6 req-92ad9770-994a-4141-950d-5d4c3fe0e48b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.1225502 May 03 09:12:39.153291 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3af39729-0164-4202-bb67-28719bea0794 req-6fa9aebc-9b51-45ef-ac26-8359b4c6c5af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 200 len: 1002 time: 0.1578779 May 03 09:12:39.192031 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-961f736e-5d44-4f5b-92dc-7d07b9f5fcc6 req-92ef0f3a-2043-47ab-b1de-f176c7feb38d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650020 May 03 09:12:39.237219 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39729-0164-4202-bb67-28719bea0794 req-a5859ab5-51fc-4a9f-a885-4523de44aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:39.238825 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3af39729-0164-4202-bb67-28719bea0794 req-a5859ab5-51fc-4a9f-a885-4523de44aa45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0568092 May 03 09:12:39.323599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39729-0164-4202-bb67-28719bea0794 req-35dc62d6-2616-4d2e-a901-4d14f5b6f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:39.326144 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3af39729-0164-4202-bb67-28719bea0794 req-35dc62d6-2616-4d2e-a901-4d14f5b6f893 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405884 May 03 09:12:39.423744 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3af39729-0164-4202-bb67-28719bea0794 req-404426ee-594c-42d6-afc6-6f614ec7561c service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879421 May 03 09:12:39.481803 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-b4b63ba2-a4bc-4d73-b056-a4e3b046edb7 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534389 May 03 09:12:39.483619 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-fc8101bf-e779-426c-9046-57ab1ccbf101 service neutron] 10.222.0.36 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540101 May 03 09:12:39.520219 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3af39729-0164-4202-bb67-28719bea0794 req-19a1b3ef-8dad-4e5d-8118-8fe698e6af95 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 May 03 09:12:39.675374 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-351d9b31-54e5-41c6-b809-ce5527b14c92 req-8d5253db-a95e-40cc-aa97-5b3fc3212fdc service neutron] 10.222.0.36 "GET /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861280 May 03 09:12:40.307470 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68ca03-5a8a-438c-b4c1-2068f758a109 req-640a6305-1478-4c29-a58a-7d2bacee2f1f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:40.309210 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6b68ca03-5a8a-438c-b4c1-2068f758a109 req-640a6305-1478-4c29-a58a-7d2bacee2f1f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0499406 May 03 09:12:40.356614 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6b68ca03-5a8a-438c-b4c1-2068f758a109 req-a6d0c681-8a0e-4098-a6eb-b11a233a42e3 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 May 03 09:12:41.468969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55148e-0544-4af1-9e30-b06900f5d5eb req-f61b51ae-ceef-4cda-b727-7e33a0b18055 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:41.470433 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c55148e-0544-4af1-9e30-b06900f5d5eb req-f61b51ae-ceef-4cda-b727-7e33a0b18055 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0478182 May 03 09:12:41.517722 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c55148e-0544-4af1-9e30-b06900f5d5eb req-bc4f6ac2-1bf5-4842-aeed-7f0d46134c81 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 May 03 09:12:42.635163 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883e3ca-b247-4b45-ab05-8d04e69bc14a req-0c595185-3bbd-44e0-9f00-82f6c63bf37a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:42.637400 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b883e3ca-b247-4b45-ab05-8d04e69bc14a req-0c595185-3bbd-44e0-9f00-82f6c63bf37a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0512884 May 03 09:12:42.697717 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b883e3ca-b247-4b45-ab05-8d04e69bc14a req-c8afd949-9447-4b42-b19c-6b3cc4ba3d5a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 May 03 09:12:43.819389 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a115c-0a91-4533-b055-943cd21f5f9c req-72f08d30-2f04-48e0-bc99-d1e8037d744f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:43.820954 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d54a115c-0a91-4533-b055-943cd21f5f9c req-72f08d30-2f04-48e0-bc99-d1e8037d744f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0515430 May 03 09:12:43.866691 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d54a115c-0a91-4533-b055-943cd21f5f9c req-de1a7c79-f724-4f99-b2f3-4812759afe8e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 May 03 09:12:44.721307 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57152) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:44.827662 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-958c97e6-a2f7-4633-bd91-29abd62cd7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:44.914410 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-958c97e6-a2f7-4633-bd91-29abd62cd7bb admin admin] Publish callbacks [] for security_group (05ff18f6-a4dd-4449-9b81-0f7de7a78e57), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:44.922898 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-958c97e6-a2f7-4633-bd91-29abd62cd7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (05ff18f6-a4dd-4449-9b81-0f7de7a78e57), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:44.955597 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-958c97e6-a2f7-4633-bd91-29abd62cd7bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a22da8a01cc4bf1a7d1d1ae67cf5ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331853 May 03 09:12:44.955794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57172) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:44.987566 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c97e6-a2f7-4633-bd91-29abd62cd7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff18f6-a4dd-4449-9b81-0f7de7a78e57,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:45.031759 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242400b-8d27-4916-8ac8-d295aeb9afee req-316fd30f-cdf3-4278-bf81-1c8b8753ff70 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:45.034070 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9242400b-8d27-4916-8ac8-d295aeb9afee req-316fd30f-cdf3-4278-bf81-1c8b8753ff70 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0572436 May 03 09:12:45.044264 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-18192cfa-884f-436a-9c13-fb5a1f1b7624 admin admin] Publish callbacks [] for security_group (05ff18f6-a4dd-4449-9b81-0f7de7a78e57), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.072906 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-18192cfa-884f-436a-9c13-fb5a1f1b7624 admin admin] Publish callbacks [] for security_group (05ff18f6-a4dd-4449-9b81-0f7de7a78e57), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.097540 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9242400b-8d27-4916-8ac8-d295aeb9afee req-af9bc288-c214-4973-bd04-a8d049b82be8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 May 03 09:12:45.141659 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-18192cfa-884f-436a-9c13-fb5a1f1b7624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (05ff18f6-a4dd-4449-9b81-0f7de7a78e57), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.144230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-18192cfa-884f-436a-9c13-fb5a1f1b7624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.145801 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-18192cfa-884f-436a-9c13-fb5a1f1b7624 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05ff18f6-a4dd-4449-9b81-0f7de7a78e57 HTTP/1.1" status: 204 len: 168 time: 0.1886468 May 03 09:12:45.153399 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18192cfa-884f-436a-9c13-fb5a1f1b7624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff18f6-a4dd-4449-9b81-0f7de7a78e57,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:45.190004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57182) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:45.301547 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1dea46dc-ccbc-46bc-a71a-7f0a94ec80c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.387551 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1dea46dc-ccbc-46bc-a71a-7f0a94ec80c4 admin admin] Publish callbacks [] for security_group (f56ba983-6c48-48e3-af47-bc8ff4320495), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.392356 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1dea46dc-ccbc-46bc-a71a-7f0a94ec80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f56ba983-6c48-48e3-af47-bc8ff4320495), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.439779 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1dea46dc-ccbc-46bc-a71a-7f0a94ec80c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e4955dd1480437b9df29d6a9009d05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485821 May 03 09:12:45.441044 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea46dc-ccbc-46bc-a71a-7f0a94ec80c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56ba983-6c48-48e3-af47-bc8ff4320495,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:45.443637 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57196) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:45.500389 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c6e46daa-4267-410c-825b-4efb903591aa admin admin] Publish callbacks [] for security_group (f56ba983-6c48-48e3-af47-bc8ff4320495), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.534502 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c6e46daa-4267-410c-825b-4efb903591aa admin admin] Publish callbacks [] for security_group (f56ba983-6c48-48e3-af47-bc8ff4320495), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.585184 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c6e46daa-4267-410c-825b-4efb903591aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f56ba983-6c48-48e3-af47-bc8ff4320495), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.588002 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c6e46daa-4267-410c-825b-4efb903591aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:45.592647 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-c6e46daa-4267-410c-825b-4efb903591aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f56ba983-6c48-48e3-af47-bc8ff4320495 HTTP/1.1" status: 204 len: 168 time: 0.1449142 May 03 09:12:45.599750 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e46daa-4267-410c-825b-4efb903591aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56ba983-6c48-48e3-af47-bc8ff4320495,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:46.008189 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57232) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:46.031625 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ad82602-f89a-454a-bd7a-83fdd0435dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.096052 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57234) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:46.118200 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ad82602-f89a-454a-bd7a-83fdd0435dc5 admin admin] Publish callbacks [] for security_group (0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.124125 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ad82602-f89a-454a-bd7a-83fdd0435dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.190138 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5ad82602-f89a-454a-bd7a-83fdd0435dc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=331d7c7669f74fae9b1acd7ed16b4059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808143 May 03 09:12:46.190726 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57248) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:46.224482 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad82602-f89a-454a-bd7a-83fdd0435dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:46.254958 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91623ccf-ed21-44f0-b0f0-b2ded952caae req-08f87c8e-86a2-41e4-8d2d-9501f3b7fd7b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:46.260181 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-366c903b-9b95-4158-a9ff-c7fe1c2fe44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.262410 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-91623ccf-ed21-44f0-b0f0-b2ded952caae req-08f87c8e-86a2-41e4-8d2d-9501f3b7fd7b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0894561 May 03 09:12:46.313812 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-167b37e8-64f5-4130-a578-995a9f852951 admin admin] Publish callbacks [] for security_group (0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.333703 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-91623ccf-ed21-44f0-b0f0-b2ded952caae req-d36ba44f-d539-454e-9166-28d352663496 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701385 May 03 09:12:46.342347 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-167b37e8-64f5-4130-a578-995a9f852951 admin admin] Publish callbacks [] for security_group (0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.429385 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-366c903b-9b95-4158-a9ff-c7fe1c2fe44f admin admin] Publish callbacks [] for security_group (ea97a0ea-71b3-4818-b565-da84d9a9d24c), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.435269 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-167b37e8-64f5-4130-a578-995a9f852951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.438161 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-167b37e8-64f5-4130-a578-995a9f852951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.439600 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-167b37e8-64f5-4130-a578-995a9f852951 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a HTTP/1.1" status: 204 len: 168 time: 0.2435906 May 03 09:12:46.457578 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-366c903b-9b95-4158-a9ff-c7fe1c2fe44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (ea97a0ea-71b3-4818-b565-da84d9a9d24c), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.496649 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-366c903b-9b95-4158-a9ff-c7fe1c2fe44f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ccee7d5629b4a498b790cac18f828ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995810 May 03 09:12:46.499869 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57258) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:46.537427 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b37e8-64f5-4130-a578-995a9f852951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff92ff2-eef8-4d5a-80bb-3cec2914cf7a,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:46.574064 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-47100fb1-8df3-4dff-98c6-9c66c21204f2 admin admin] Publish callbacks [] for security_group (ea97a0ea-71b3-4818-b565-da84d9a9d24c), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.598156 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c903b-9b95-4158-a9ff-c7fe1c2fe44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea97a0ea-71b3-4818-b565-da84d9a9d24c,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:46.609427 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-47100fb1-8df3-4dff-98c6-9c66c21204f2 admin admin] Publish callbacks [] for security_group (ea97a0ea-71b3-4818-b565-da84d9a9d24c), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.686979 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-47100fb1-8df3-4dff-98c6-9c66c21204f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (ea97a0ea-71b3-4818-b565-da84d9a9d24c), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.689959 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-47100fb1-8df3-4dff-98c6-9c66c21204f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.694503 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-47100fb1-8df3-4dff-98c6-9c66c21204f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea97a0ea-71b3-4818-b565-da84d9a9d24c HTTP/1.1" status: 204 len: 168 time: 0.1929848 May 03 09:12:46.703459 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47100fb1-8df3-4dff-98c6-9c66c21204f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea97a0ea-71b3-4818-b565-da84d9a9d24c,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:46.884038 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57280) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:46.898605 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90516edc-faab-450f-a5e7-090f5539c9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.975115 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90516edc-faab-450f-a5e7-090f5539c9da admin admin] Publish callbacks [] for security_group (789d966e-5102-44ad-93bd-f38d4e303ffc), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:46.979946 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90516edc-faab-450f-a5e7-090f5539c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (789d966e-5102-44ad-93bd-f38d4e303ffc), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.021193 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-90516edc-faab-450f-a5e7-090f5539c9da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dbe8be45d534e408dd99b255122c52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357489 May 03 09:12:47.023290 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90516edc-faab-450f-a5e7-090f5539c9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d966e-5102-44ad-93bd-f38d4e303ffc,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:47.024036 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57284) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:47.075941 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-73328f98-31a5-44bd-b1d6-8930d07a39b1 admin admin] Publish callbacks [] for security_group (789d966e-5102-44ad-93bd-f38d4e303ffc), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.097656 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-73328f98-31a5-44bd-b1d6-8930d07a39b1 admin admin] Publish callbacks [] for security_group (789d966e-5102-44ad-93bd-f38d4e303ffc), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.106862 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57286) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:47.119715 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9f27603d-c73e-4e21-9ce9-5d4917fd7eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.146671 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-73328f98-31a5-44bd-b1d6-8930d07a39b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (789d966e-5102-44ad-93bd-f38d4e303ffc), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.149274 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-73328f98-31a5-44bd-b1d6-8930d07a39b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.152850 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-73328f98-31a5-44bd-b1d6-8930d07a39b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/789d966e-5102-44ad-93bd-f38d4e303ffc HTTP/1.1" status: 204 len: 168 time: 0.1254685 May 03 09:12:47.158721 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73328f98-31a5-44bd-b1d6-8930d07a39b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d966e-5102-44ad-93bd-f38d4e303ffc,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:47.218701 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9f27603d-c73e-4e21-9ce9-5d4917fd7eb6 admin admin] Publish callbacks [] for security_group (681f6657-6378-47e9-867a-7318cefd3637), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.223581 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9f27603d-c73e-4e21-9ce9-5d4917fd7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (681f6657-6378-47e9-867a-7318cefd3637), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.261927 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-9f27603d-c73e-4e21-9ce9-5d4917fd7eb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62e84688477249a6b88d4ec52cc4367a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539404 May 03 09:12:47.262788 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27603d-c73e-4e21-9ce9-5d4917fd7eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681f6657-6378-47e9-867a-7318cefd3637,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:47.265211 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57290) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:47.313634 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d398b593-62fe-4a77-91e9-883cad6aef57 admin admin] Publish callbacks [] for security_group (681f6657-6378-47e9-867a-7318cefd3637), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.335450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d398b593-62fe-4a77-91e9-883cad6aef57 admin admin] Publish callbacks [] for security_group (681f6657-6378-47e9-867a-7318cefd3637), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.387862 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d398b593-62fe-4a77-91e9-883cad6aef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (681f6657-6378-47e9-867a-7318cefd3637), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.391084 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d398b593-62fe-4a77-91e9-883cad6aef57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:47.394479 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d398b593-62fe-4a77-91e9-883cad6aef57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/681f6657-6378-47e9-867a-7318cefd3637 HTTP/1.1" status: 204 len: 168 time: 0.1256487 May 03 09:12:47.406675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398b593-62fe-4a77-91e9-883cad6aef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681f6657-6378-47e9-867a-7318cefd3637,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:47.442706 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc8a30-e078-4564-add4-c7551f365a2a req-dd6e90e4-e552-401a-9901-63dd50e87a96 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:47.444508 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f8dc8a30-e078-4564-add4-c7551f365a2a req-dd6e90e4-e552-401a-9901-63dd50e87a96 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0614786 May 03 09:12:47.511007 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f8dc8a30-e078-4564-add4-c7551f365a2a req-5c96ad7d-96dd-415f-b46c-e498d7793a94 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598900 May 03 09:12:48.629329 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4ef9-154f-4263-8d40-e1f44fe62eed req-33aadcf0-312c-4368-a0f8-660d9519ccbd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:48.630702 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c58c4ef9-154f-4263-8d40-e1f44fe62eed req-33aadcf0-312c-4368-a0f8-660d9519ccbd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0472567 May 03 09:12:48.709530 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c58c4ef9-154f-4263-8d40-e1f44fe62eed req-b9ec8c11-084e-4e9f-9796-a86b50e64971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500982 May 03 09:12:49.711247 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57464) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:49.817728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-574b748b-eb48-4fd7-b02d-fc971cf37426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:49.845964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894ab32-95ef-48bf-9436-2d5c4d0ec32c req-3a383086-4606-45d6-8813-22c241cbcd93 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:49.847701 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4894ab32-95ef-48bf-9436-2d5c4d0ec32c req-3a383086-4606-45d6-8813-22c241cbcd93 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0535266 May 03 09:12:49.898769 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4894ab32-95ef-48bf-9436-2d5c4d0ec32c req-12daa125-69e3-4413-a157-d7397508630a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 May 03 09:12:49.901452 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-574b748b-eb48-4fd7-b02d-fc971cf37426 admin admin] Publish callbacks [] for security_group (c55885cf-2055-43c2-86b7-e756472554ab), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:49.906183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-574b748b-eb48-4fd7-b02d-fc971cf37426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (c55885cf-2055-43c2-86b7-e756472554ab), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:49.943941 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-574b748b-eb48-4fd7-b02d-fc971cf37426 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=091cffc0475f4722ad90a4af5f9ae315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316298 May 03 09:12:49.944796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b748b-eb48-4fd7-b02d-fc971cf37426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55885cf-2055-43c2-86b7-e756472554ab,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:49.946549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57474) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:49.994171 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7997ed9f-0abe-4769-bc78-daae6b5a7e67 admin admin] Publish callbacks [] for security_group (c55885cf-2055-43c2-86b7-e756472554ab), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.014482 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7997ed9f-0abe-4769-bc78-daae6b5a7e67 admin admin] Publish callbacks [] for security_group (c55885cf-2055-43c2-86b7-e756472554ab), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.068221 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7997ed9f-0abe-4769-bc78-daae6b5a7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (c55885cf-2055-43c2-86b7-e756472554ab), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.071340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7997ed9f-0abe-4769-bc78-daae6b5a7e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.072672 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-7997ed9f-0abe-4769-bc78-daae6b5a7e67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c55885cf-2055-43c2-86b7-e756472554ab HTTP/1.1" status: 204 len: 168 time: 0.1249685 May 03 09:12:50.080908 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997ed9f-0abe-4769-bc78-daae6b5a7e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55885cf-2055-43c2-86b7-e756472554ab,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:50.338493 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57482) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:50.351944 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d8389a4-6a8d-490e-9b5b-a2c1667a4cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.439830 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d8389a4-6a8d-490e-9b5b-a2c1667a4cd2 admin admin] Publish callbacks [] for security_group (f6bd0dd5-f520-487b-80d0-bb6622790748), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.443590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d8389a4-6a8d-490e-9b5b-a2c1667a4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f6bd0dd5-f520-487b-80d0-bb6622790748), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.483171 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4d8389a4-6a8d-490e-9b5b-a2c1667a4cd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8473f0b3f7d4866b569eaa2c11f4187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435251 May 03 09:12:50.484157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8389a4-6a8d-490e-9b5b-a2c1667a4cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bd0dd5-f520-487b-80d0-bb6622790748,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:50.485879 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57484) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:50.535492 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-494d6951-97cc-4914-b814-81d7c73bee99 admin admin] Publish callbacks [] for security_group (f6bd0dd5-f520-487b-80d0-bb6622790748), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.556232 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-494d6951-97cc-4914-b814-81d7c73bee99 admin admin] Publish callbacks [] for security_group (f6bd0dd5-f520-487b-80d0-bb6622790748), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.603542 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-494d6951-97cc-4914-b814-81d7c73bee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f6bd0dd5-f520-487b-80d0-bb6622790748), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.606039 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-494d6951-97cc-4914-b814-81d7c73bee99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:50.607143 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-494d6951-97cc-4914-b814-81d7c73bee99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6bd0dd5-f520-487b-80d0-bb6622790748 HTTP/1.1" status: 204 len: 168 time: 0.1191549 May 03 09:12:50.614913 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d6951-97cc-4914-b814-81d7c73bee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bd0dd5-f520-487b-80d0-bb6622790748,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:51.081866 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303b6a1-cf36-4be2-a350-9a37ca250eb7 req-d4929786-203d-4cbf-90a2-2633f714369e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:51.086144 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0303b6a1-cf36-4be2-a350-9a37ca250eb7 req-d4929786-203d-4cbf-90a2-2633f714369e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0675316 May 03 09:12:51.160667 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0303b6a1-cf36-4be2-a350-9a37ca250eb7 req-fcc4e5c9-755a-4b7f-9f8d-92fe73f0767c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 May 03 09:12:51.238204 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de565847-7b4d-4e81-b7d3-397684d40c23 req-23510ed6-26bc-487f-97ef-251e99ac1da1 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:51.239666 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-de565847-7b4d-4e81-b7d3-397684d40c23 req-23510ed6-26bc-487f-97ef-251e99ac1da1 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0483150 May 03 09:12:51.286883 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-de565847-7b4d-4e81-b7d3-397684d40c23 req-a3ec44eb-6a86-4f78-93cd-596911bfa0e2 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 May 03 09:12:51.720497 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57540) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:51.837526 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-1db0-4255-a391-1181bd96d609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:51.916150 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-1db0-4255-a391-1181bd96d609 admin admin] Publish callbacks [] for security_group (e7218c95-486c-422e-8e68-cb7feae866cd), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:51.919799 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f3e-1db0-4255-a391-1181bd96d609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e7218c95-486c-422e-8e68-cb7feae866cd), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:51.955264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89f3e-1db0-4255-a391-1181bd96d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7218c95-486c-422e-8e68-cb7feae866cd,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:51.960887 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-8eb89f3e-1db0-4255-a391-1181bd96d609 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3b4e5faae6c48d39feb3ce88f2c77ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393186 May 03 09:12:51.963479 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57544) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:52.012165 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7117-afb7-4177-a7eb-86599bdae58b admin admin] Publish callbacks [] for security_group (e7218c95-486c-422e-8e68-cb7feae866cd), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.033434 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7117-afb7-4177-a7eb-86599bdae58b admin admin] Publish callbacks [] for security_group (e7218c95-486c-422e-8e68-cb7feae866cd), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.078305 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7117-afb7-4177-a7eb-86599bdae58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e7218c95-486c-422e-8e68-cb7feae866cd), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.080945 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7117-afb7-4177-a7eb-86599bdae58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.082206 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-8c3c7117-afb7-4177-a7eb-86599bdae58b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7218c95-486c-422e-8e68-cb7feae866cd HTTP/1.1" status: 204 len: 168 time: 0.1178210 May 03 09:12:52.090014 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c7117-afb7-4177-a7eb-86599bdae58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7218c95-486c-422e-8e68-cb7feae866cd,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:52.284572 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfca729-50e6-4eeb-8bfe-2e9f4179df72 req-8a198506-0c4d-4394-b412-4e015979ee63 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:52.286063 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ecfca729-50e6-4eeb-8bfe-2e9f4179df72 req-8a198506-0c4d-4394-b412-4e015979ee63 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0473642 May 03 09:12:52.334551 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ecfca729-50e6-4eeb-8bfe-2e9f4179df72 req-1fb66ae1-a929-43b5-a2df-34609280626e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 May 03 09:12:52.416193 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5940da-7c3b-42bb-a587-65ae9229b705 req-bc1be944-1bcf-458c-bc0e-99bb66384312 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:52.417671 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6f5940da-7c3b-42bb-a587-65ae9229b705 req-bc1be944-1bcf-458c-bc0e-99bb66384312 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0497453 May 03 09:12:52.464164 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6f5940da-7c3b-42bb-a587-65ae9229b705 req-0facaa15-eb8a-47f0-a01f-08c807dc4e34 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 May 03 09:12:52.690681 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57578) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:52.783445 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-570855179-network', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:52.801911 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Made reservation on behalf of 3444fc5e89a24b7c9ec0e18369085501 for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:52.804192 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.813162 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.886379 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks [] for security_group (6acfbf13-2644-48d1-b89e-e8f8e1fe91c8), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.890471 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (6acfbf13-2644-48d1-b89e-e8f8e1fe91c8), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.909659 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:12:52.922377 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acfbf13-2644-48d1-b89e-e8f8e1fe91c8,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:52.927226 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (16dd8426-4a86-4984-8f2f-335d511f608f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.927563 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Added segment 16dd8426-4a86-4984-8f2f-335d511f608f of type vlan for network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 May 03 09:12:52.967541 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (2008d54f-f792-4d1d-83bf-fd944d4b7d69), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.995663 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (2008d54f-f792-4d1d-83bf-fd944d4b7d69), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:52.996705 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:52.997332 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.037976 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3458142 May 03 09:12:53.041059 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57582) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:53.051052 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Request body: {'subnet': {'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-570855179-subnet', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:53.077768 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd3701-d62d-42b3-8c6a-2d3cb1ef3e2c admin admin] Pushing event updated for resources: {'Network': ['ID=2008d54f-f792-4d1d-83bf-fd944d4b7d69,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:53.079601 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Made reservation on behalf of 3444fc5e89a24b7c9ec0e18369085501 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:53.081887 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.091872 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:12:53.461240 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for subnet (9c791802-20b9-415f-941a-5a81bb21889f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.474914 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716bff-fbc8-4efe-8ee1-a2bcd5111c20 req-d57469f7-1bd7-426e-ac9e-5ba994a83f48 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:53.476606 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63716bff-fbc8-4efe-8ee1-a2bcd5111c20 req-d57469f7-1bd7-426e-ac9e-5ba994a83f48 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0630453 May 03 09:12:53.559422 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c791802-20b9-415f-941a-5a81bb21889f,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:53.580552 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63716bff-fbc8-4efe-8ee1-a2bcd5111c20 req-adff61cf-ba6e-410e-9e8a-fdfd599fff1d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831585 May 03 09:12:53.581315 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Checking segment: {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:12:53.581683 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Network hostable DHCP agents. Network: 2008d54f-f792-4d1d-83bf-fd944d4b7d69, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:12:53.602560 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:12:53.614627 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 2008d54f-f792-4d1d-83bf-fd944d4b7d69) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:53.619493 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:53.620119 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.628311 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586124ab-2d22-4e3a-83c5-afb20c18fa85 None None] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:12:53.641875 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57592) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:53.642452 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-73c1c81c-83d2-4af1-924c-1b06465abd3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5977643 May 03 09:12:53.646540 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:53.681029 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.682264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.744513 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:12:53.745428 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.754877 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc77d0d-5164-4e42-b989-7d9b5c2787ed req-777c8b9b-c983-4f1b-9ed1-56437aa22ad5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:53.756369 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bdc77d0d-5164-4e42-b989-7d9b5c2787ed req-777c8b9b-c983-4f1b-9ed1-56437aa22ad5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0693038 May 03 09:12:53.784108 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks [] for router_controller (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), precommit_add_association {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:53.881331 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Allocated IP 172.20.0.2 (2008d54f-f792-4d1d-83bf-fd944d4b7d69/9c791802-20b9-415f-941a-5a81bb21889f/9548ef06-690b-4ffc-a50b-cabb5ae5737f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:12:53.886057 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bdc77d0d-5164-4e42-b989-7d9b5c2787ed req-ab0a1d67-487f-4558-b5d2-15c53990f26d tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043265 May 03 09:12:53.954890 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks [] for router_gateway (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.028623 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Publish callbacks [] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.035787 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.072197 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:12:54.075003 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:54.078878 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:12:54.094302 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Pushing event updated for resources: {'Port': ['ID=9548ef06-690b-4ffc-a50b-cabb5ae5737f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:54.115235 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.115579 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.115964 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.116324 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.116657 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.116983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.117306 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.117625 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.117944 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.118268 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.118587 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.118903 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.119220 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.119532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.119846 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:54.136368 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks [] for router_gateway (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.153696 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Attempting to bind port 9548ef06-690b-4ffc-a50b-cabb5ae5737f on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:12:54.154064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Attempting to bind port 9548ef06-690b-4ffc-a50b-cabb5ae5737f by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:12:54.154437 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Attempting to bind port 9548ef06-690b-4ffc-a50b-cabb5ae5737f on network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:12:54.156321 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.160184 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:12:54.160567 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Checking segment: {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:12:54.160960 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.161349 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Bound using segment: {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:12:54.161809 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Bound port: 9548ef06-690b-4ffc-a50b-cabb5ae5737f, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:12:54.162184 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.229841 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] For port 9548ef06-690b-4ffc-a50b-cabb5ae5737f, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:12:54.232047 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] For port 9548ef06-690b-4ffc-a50b-cabb5ae5737f, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9548ef06-690b-4ffc-a50b-cabb5ae5737f,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:12:54.237805 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.266325 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Allocated IP 172.27.2.206 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:12:54.296024 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6c412-4cae-49ce-a778-c8c5bfb9029f None None] Pushing event updated for resources: {'Port': ['ID=9548ef06-690b-4ffc-a50b-cabb5ae5737f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:54.381069 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks [] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.414068 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.454696 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:12:54.459750 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:54.462779 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:12:54.484860 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Pushing event updated for resources: {'Port': ['ID=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:54.717182 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce654f5b-04ae-4c76-abda-cd229852d54d req-ad015a78-2492-474b-a45c-baed498d4d5c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:54.724635 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce654f5b-04ae-4c76-abda-cd229852d54d req-ad015a78-2492-474b-a45c-baed498d4d5c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0644994 May 03 09:12:54.760062 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks [] for router_gateway (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:54.792701 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce654f5b-04ae-4c76-abda-cd229852d54d req-d997133d-5b51-4b32-8847-57c0305a2ea7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606682 May 03 09:12:54.834995 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9548ef06-690b-4ffc-a50b-cabb5ae5737f up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:12:54.885145 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9548ef06-690b-4ffc-a50b-cabb5ae5737f triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:54.885546 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.015029 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9548ef06-690b-4ffc-a50b-cabb5ae5737f is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:55.015695 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.037603 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4231c61-7d05-45d4-b21a-afa4e3239247 req-6b3032d7-bddd-4b22-9ca9-83a7ec3a3265 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:55.039212 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d4231c61-7d05-45d4-b21a-afa4e3239247 req-6b3032d7-bddd-4b22-9ca9-83a7ec3a3265 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0689070 May 03 09:12:55.040539 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.144207 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d4231c61-7d05-45d4-b21a-afa4e3239247 req-af74f9d2-26da-4e3a-996d-62424976bae4 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986736 May 03 09:12:55.187432 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 9548ef06-690b-4ffc-a50b-cabb5ae5737f, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9548ef06-690b-4ffc-a50b-cabb5ae5737f,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:55.193415 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.250719 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Router b8841b3b-9b4b-470f-8eb9-851ca3f311ad is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:12:55.253721 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=9548ef06-690b-4ffc-a50b-cabb5ae5737f,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:55.362794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3df081-e235-4d7b-8640-f20a85e8d35b None None] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:12:55.366309 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:12:55.377826 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Sync routers for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:12:55.386308 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.390739 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ee34e40a-19e2-43cf-92ca-1f5533627cee admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7447104 May 03 09:12:55.390873 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:12:55.391623 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57634) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:55.392017 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:12:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:55.435132 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-0053d401-387a-4579-9a9d-74e19d9744b1 None None] Provisioning complete for port 9548ef06-690b-4ffc-a50b-cabb5ae5737f triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:55.435615 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0053d401-387a-4579-9a9d-74e19d9744b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.514896 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:12:55.551665 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0053d401-387a-4579-9a9d-74e19d9744b1 None None] Current status of the port 9548ef06-690b-4ffc-a50b-cabb5ae5737f is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:55.697382 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:54Z', 'revision_number': 3, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:55.726184 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Checking router: b8841b3b-9b4b-470f-8eb9-851ca3f311ad for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:12:55.727007 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Updating router b8841b3b-9b4b-470f-8eb9-851ca3f311ad port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:12:55.752874 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.774711 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-d1fe6896-1901-4e52-bff8-b91b8dfe2403 None None] Provisioning complete for port 9548ef06-690b-4ffc-a50b-cabb5ae5737f triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:55.775146 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1fe6896-1901-4e52-bff8-b91b8dfe2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.870645 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:55.879338 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe6896-1901-4e52-bff8-b91b8dfe2403 None None] Current status of the port 9548ef06-690b-4ffc-a50b-cabb5ae5737f is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:55.920885 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b2f49-5077-4285-ad03-048e5678e33b req-a878a492-2704-490d-9b4c-58dae5d52697 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:55.923037 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8d6b2f49-5077-4285-ad03-048e5678e33b req-a878a492-2704-490d-9b4c-58dae5d52697 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0581350 May 03 09:12:55.971563 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8d6b2f49-5077-4285-ad03-048e5678e33b req-fbe88b76-ddbf-41d6-b835-87fc2ecbb0f0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 May 03 09:12:56.031350 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Publish callbacks [] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.036757 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.045166 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Allocated IP 172.20.0.1 (2008d54f-f792-4d1d-83bf-fd944d4b7d69/9c791802-20b9-415f-941a-5a81bb21889f/f0be6e76-71fc-4a45-a01f-3aca5aa2992e) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:12:56.089148 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Attempting to bind port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:12:56.089511 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Attempting to bind port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:12:56.089866 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Attempting to bind port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:12:56.098145 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:12:56.098515 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:12:56.098913 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.099300 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:12:56.099752 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Bound port: 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:12:56.100155 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.101595 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Pushing event updated for resources: {'Port': ['ID=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:56.124611 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.124953 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.125312 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.125670 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.126001 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.126324 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.126648 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.126997 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.127284 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.127599 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.127914 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.128269 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.128587 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.128900 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.129211 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:12:56.147301 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks [] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.170180 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] For port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:12:56.174607 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] For port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:12:56.186838 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.188021 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.236172 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:12:56.240555 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:56.252323 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfef8b-4be6-4d44-9ae7-9825b08ed307 None None] Pushing event updated for resources: {'Port': ['ID=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:56.252451 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:12:56.255689 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:12:56.256351 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:12:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:56.314652 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:56.338998 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a4c5f-6ab0-45b8-9b88-4f74228af162 req-8fab7e8d-970c-4257-9056-e5422e28d497 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:56.340635 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ea6a4c5f-6ab0-45b8-9b88-4f74228af162 req-8fab7e8d-970c-4257-9056-e5422e28d497 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1016951 May 03 09:12:56.346039 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.387894 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:12:56.449068 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ea6a4c5f-6ab0-45b8-9b88-4f74228af162 req-dd54c05e-6008-46f1-bfb3-033c693773ec tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000910 May 03 09:12:56.507585 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-12d4f363-6ec8-4dce-a94b-a4136c6e602a None None] Provisioning complete for port f0be6e76-71fc-4a45-a01f-3aca5aa2992e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:56.508545 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12d4f363-6ec8-4dce-a94b-a4136c6e602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.523673 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.552934 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-12d4f363-6ec8-4dce-a94b-a4136c6e602a None None] Port f0be6e76-71fc-4a45-a01f-3aca5aa2992e cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:12:56.677920 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:54Z', 'revision_number': 3, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:56.709324 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks [] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.718911 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.720339 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685c2c5-5dae-454f-aee7-0b6cbd234225 None None] The sync data for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi is: [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:54Z', 'revision_number': 3, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:12:56.750684 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9548ef06-690b-4ffc-a50b-cabb5ae5737f up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:12:56.789880 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:56.792336 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.809643 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9548ef06-690b-4ffc-a50b-cabb5ae5737f triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:56.810270 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:56.889301 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:12:56.891594 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:56.907689 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9548ef06-690b-4ffc-a50b-cabb5ae5737f is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:56.976976 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:57.146145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc5a2a-a5f3-42b3-a2c0-0754485d4f2c req-cd737390-94c9-471d-a02b-7c221a357680 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:57.147885 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6ecc5a2a-a5f3-42b3-a2c0-0754485d4f2c req-cd737390-94c9-471d-a02b-7c221a357680 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0567751 May 03 09:12:57.205947 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6ecc5a2a-a5f3-42b3-a2c0-0754485d4f2c req-85700f4a-0df1-4105-ae2d-36bb1ca97120 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513537 May 03 09:12:57.275306 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-13d0e35a-b3aa-45ef-80fa-f2f910d9890c None None] Provisioning complete for port f0be6e76-71fc-4a45-a01f-3aca5aa2992e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:57.275693 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13d0e35a-b3aa-45ef-80fa-f2f910d9890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:57.315498 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-13d0e35a-b3aa-45ef-80fa-f2f910d9890c None None] Port f0be6e76-71fc-4a45-a01f-3aca5aa2992e cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:12:57.319838 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Router b8841b3b-9b4b-470f-8eb9-851ca3f311ad has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:12:57.432159 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:12:57.446829 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b6630314-8071-45ec-bfdf-c8c3dc2ac0c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/b8841b3b-9b4b-470f-8eb9-851ca3f311ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0456424 May 03 09:12:57.570532 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c539e-1267-45d5-a50d-23b01555346d req-d72adb03-735b-4620-a0ad-9997da41b7ba tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:57.572108 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-808c539e-1267-45d5-a50d-23b01555346d req-d72adb03-735b-4620-a0ad-9997da41b7ba tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0492604 May 03 09:12:57.626332 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-808c539e-1267-45d5-a50d-23b01555346d req-494436f6-e369-4905-9095-6030e60b46aa tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 May 03 09:12:57.917723 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57688) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:57.922717 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-899875238-network', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:57.941529 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Made reservation on behalf of d7a19b2a1ef24312ac5a2c74173ce3d0 for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:57.943696 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:57.955511 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:57.966117 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7aa71393-5688-435d-adab-ce030f64d2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.031202 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks [] for security_group (8e24240a-3e23-4bbf-ac02-56e6789b7d09), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.035134 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8e24240a-3e23-4bbf-ac02-56e6789b7d09), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.054903 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:12:58.068758 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e24240a-3e23-4bbf-ac02-56e6789b7d09,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:58.073413 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (42acb693-9877-400e-8a98-0b17d2d3689f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.073754 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Added segment 42acb693-9877-400e-8a98-0b17d2d3689f of type vlan for network f75984f6-ebb0-492e-9ca8-4368308e4942 May 03 09:12:58.114264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (f75984f6-ebb0-492e-9ca8-4368308e4942), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.141864 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (f75984f6-ebb0-492e-9ca8-4368308e4942), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.142864 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:58.143541 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.181081 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2622347 May 03 09:12:58.183866 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57692) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:58.213998 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Request body: {'subnet': {'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-899875238-subnet', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'ip_version': 4}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:58.218363 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29142c1f-f119-417a-870d-3f51f68bdb4e admin admin] Pushing event updated for resources: {'Network': ['ID=f75984f6-ebb0-492e-9ca8-4368308e4942,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:58.229473 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network f75984f6-ebb0-492e-9ca8-4368308e4942 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:12:58.247483 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Made reservation on behalf of d7a19b2a1ef24312ac5a2c74173ce3d0 for: {'subnet': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:12:58.250638 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5435041'] for subnet (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.340532 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3525307-6c08-4e8c-bd50-52c0c3765573 req-b48af13b-9cf2-4ced-a940-6881427344e2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:58.342056 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3525307-6c08-4e8c-bd50-52c0c3765573 req-b48af13b-9cf2-4ced-a940-6881427344e2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0570798 May 03 09:12:58.395538 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c3525307-6c08-4e8c-bd50-52c0c3765573 req-6c9f4d37-e84c-486b-a11c-f051dfe35c72 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 May 03 09:12:58.431449 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5435071'] for subnet (e5fe81ab-fca2-4672-953f-72e9e3100184), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.495445 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fe81ab-fca2-4672-953f-72e9e3100184,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:58.502347 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Sync routers for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:12:58.502962 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Checking segment: {'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:12:58.503411 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Network hostable DHCP agents. Network: f75984f6-ebb0-492e-9ca8-4368308e4942, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:12:58.512860 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:12:58.513506 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:12:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:58.520710 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Network f75984f6-ebb0-492e-9ca8-4368308e4942 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:12:58.529236 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, f75984f6-ebb0-492e-9ca8-4368308e4942) {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:58.533551 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:58.534152 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.550718 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2b74dc31-cdec-41f0-a8f0-3a62c580f088 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3658133 May 03 09:12:58.553660 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57700) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:12:58.555947 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828f08e-6a68-4400-9ba7-f89622c105ed None None] Network f75984f6-ebb0-492e-9ca8-4368308e4942 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:12:58.558344 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:12:58.582114 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (3af63f40-093b-4b36-9539-7f4b6b2aab5e), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.583321 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (3af63f40-093b-4b36-9539-7f4b6b2aab5e), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.645533 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks [] for router_controller (3af63f40-093b-4b36-9539-7f4b6b2aab5e), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.709282 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:12:58.763411 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-f75984f6-ebb0-492e-9ca8-4368308e4942', 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942', 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'fixed_ips': [{'subnet_id': 'e5fe81ab-fca2-4672-953f-72e9e3100184'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:12:58.764333 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.772576 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80578be1-d6ff-4c12-86ac-1a5d5779c367 req-77d49922-c9c4-4201-9c28-fbb8185d2f7c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:58.780537 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-80578be1-d6ff-4c12-86ac-1a5d5779c367 req-77d49922-c9c4-4201-9c28-fbb8185d2f7c tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0594213 May 03 09:12:58.819157 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:12:58.843167 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-80578be1-d6ff-4c12-86ac-1a5d5779c367 req-bc569a81-2915-4aaa-bbd9-f333d7e619d3 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559738 May 03 09:12:58.859397 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks [] for router_gateway (3af63f40-093b-4b36-9539-7f4b6b2aab5e), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:58.993915 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:12:58.994456 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.034883 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks [] for router_gateway (3af63f40-093b-4b36-9539-7f4b6b2aab5e), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.053971 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.113778 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Allocated IP 172.20.0.2 (f75984f6-ebb0-492e-9ca8-4368308e4942/e5fe81ab-fca2-4672-953f-72e9e3100184/9879ae38-8d6a-47ed-8127-55828e02dd11) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:12:59.159005 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 2, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:12:59.162425 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Allocated IP 172.27.2.175 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/adf9572a-986c-43ee-a779-f74bbc83737f) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:12:59.209046 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Checking router: b8841b3b-9b4b-470f-8eb9-851ca3f311ad for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:12:59.209409 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Updating router b8841b3b-9b4b-470f-8eb9-851ca3f311ad port f0be6e76-71fc-4a45-a01f-3aca5aa2992e binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:12:59.273945 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:12:59.274336 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.275012 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks [] for port (adf9572a-986c-43ee-a779-f74bbc83737f), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.293121 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.309626 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.312367 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:12:59.320399 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.349433 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:12:59.356641 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:59.359276 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:12:59.397955 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Pushing event updated for resources: {'Port': ['ID=adf9572a-986c-43ee-a779-f74bbc83737f,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:59.559237 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b3a8-2986-44bf-b0fe-bfe60b077d4b req-ef223fb9-56f4-445b-a042-ff71e4bf9db0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:59.561338 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8757b3a8-2986-44bf-b0fe-bfe60b077d4b req-ef223fb9-56f4-445b-a042-ff71e4bf9db0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0951791 May 03 09:12:59.634767 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:59.645029 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Publish callbacks [] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.654764 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.657346 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8757b3a8-2986-44bf-b0fe-bfe60b077d4b req-79cf9a84-b7cd-49ac-91b2-21719c419762 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890608 May 03 09:12:59.659960 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks [] for router_gateway (3af63f40-093b-4b36-9539-7f4b6b2aab5e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.732977 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Network f75984f6-ebb0-492e-9ca8-4368308e4942 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:12:59.780310 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:12:59.787130 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:12:59.789789 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Pushing event updated for resources: {'Port': ['ID=9879ae38-8d6a-47ed-8127-55828e02dd11,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:12:59.884250 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Attempting to bind port 9879ae38-8d6a-47ed-8127-55828e02dd11 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:12:59.884623 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Attempting to bind port 9879ae38-8d6a-47ed-8127-55828e02dd11 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:12:59.884990 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Attempting to bind port 9879ae38-8d6a-47ed-8127-55828e02dd11 on network f75984f6-ebb0-492e-9ca8-4368308e4942 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:12:59.886107 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (3af63f40-093b-4b36-9539-7f4b6b2aab5e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.899718 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:12:59.900140 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Checking segment: {'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:12:59.900532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.900933 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Bound using segment: {'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:12:59.901413 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Bound port: 9879ae38-8d6a-47ed-8127-55828e02dd11, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:12:59.901792 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.972884 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Publish callbacks [] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:12:59.975475 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c87738-0cb1-477e-8398-b11b749453bf req-24100971-0260-4721-bb99-6cad96e3b8bc tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:12:59.976740 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-20c87738-0cb1-477e-8398-b11b749453bf req-24100971-0260-4721-bb99-6cad96e3b8bc tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0595946 May 03 09:12:59.991358 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.035520 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] For port 9879ae38-8d6a-47ed-8127-55828e02dd11, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:13:00.038350 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-20c87738-0cb1-477e-8398-b11b749453bf req-e2652963-1b9b-4321-b98d-8ffeb9371442 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 May 03 09:13:00.046420 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Router 3af63f40-093b-4b36-9539-7f4b6b2aab5e is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:13:00.062891 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] For port 9879ae38-8d6a-47ed-8127-55828e02dd11, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9879ae38-8d6a-47ed-8127-55828e02dd11,segment=NetworkSegment(42acb693-9877-400e-8a98-0b17d2d3689f),segment_id=42acb693-9877-400e-8a98-0b17d2d3689f)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:13:00.067066 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3d46-fb6c-4055-bc26-c33602b8703a None None] Pushing event updated for resources: {'Port': ['ID=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:00.102716 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.178165 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:13:00.196599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.198745 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Sync routers for ids ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:13:00.199372 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Attempting to bind port f0be6e76-71fc-4a45-a01f-3aca5aa2992e on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:13:00.199738 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Attempting to bind port f0be6e76-71fc-4a45-a01f-3aca5aa2992e by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:13:00.200124 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Attempting to bind port f0be6e76-71fc-4a45-a01f-3aca5aa2992e on network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:13:00.200792 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57718) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:00.200883 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-cd10e4c8-c76f-4382-8a70-93ea224b9b47 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6460598 May 03 09:13:00.213313 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Routers {'3af63f40-093b-4b36-9539-7f4b6b2aab5e'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:13:00.214589 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:12:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:00.233528 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:13:00.234265 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Checking segment: {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:13:00.234465 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.234858 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Bound using segment: {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:13:00.235342 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Bound port: f0be6e76-71fc-4a45-a01f-3aca5aa2992e, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:13:00.235728 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.259819 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f670f-dff5-4a36-a732-012387d8ebe6 None None] Pushing event updated for resources: {'Port': ['ID=9879ae38-8d6a-47ed-8127-55828e02dd11,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:00.332283 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc11fb8d-423b-4bf8-ae7d-413947ce9e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.347626 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] For port f0be6e76-71fc-4a45-a01f-3aca5aa2992e, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:13:00.351922 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] For port f0be6e76-71fc-4a45-a01f-3aca5aa2992e, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:13:00.360303 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.381910 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-f8fe317b-83a7-45a2-92d0-32dcaa207b4d None None] Provisioning complete for port f0be6e76-71fc-4a45-a01f-3aca5aa2992e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:00.381910 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fe317b-83a7-45a2-92d0-32dcaa207b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.426102 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Set router 3af63f40-093b-4b36-9539-7f4b6b2aab5e gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:13:00.515593 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:13:00.516808 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:13:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:00.624453 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3d46-fb6c-4055-bc26-c33602b8703a None None] Pushing event updated for resources: {'Port': ['ID=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:00.645293 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe317b-83a7-45a2-92d0-32dcaa207b4d None None] Current status of the port f0be6e76-71fc-4a45-a01f-3aca5aa2992e is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:00.645687 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fe317b-83a7-45a2-92d0-32dcaa207b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.684893 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 3, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port': {'id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:59Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:00.742505 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Checking router: 3af63f40-093b-4b36-9539-7f4b6b2aab5e for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:13:00.743727 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Updating router 3af63f40-093b-4b36-9539-7f4b6b2aab5e port adf9572a-986c-43ee-a779-f74bbc83737f binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:13:00.785982 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:13:00.807958 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.845120 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75b3a9-13da-42fc-be33-26aa7974105c req-af63b86a-707d-4430-bcd6-270aa521ae4b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:00.846661 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0d75b3a9-13da-42fc-be33-26aa7974105c req-af63b86a-707d-4430-bcd6-270aa521ae4b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0601063 May 03 09:13:00.884350 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:00.931736 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0d75b3a9-13da-42fc-be33-26aa7974105c req-be894ff2-1f91-4418-baab-b6006191da42 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640061 May 03 09:13:01.017661 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9879ae38-8d6a-47ed-8127-55828e02dd11 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:13:01.032146 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f8fe317b-83a7-45a2-92d0-32dcaa207b4d None None] For port f0be6e76-71fc-4a45-a01f-3aca5aa2992e, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:13:01.056726 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fe317b-83a7-45a2-92d0-32dcaa207b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.108644 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Publish callbacks [] for port (adf9572a-986c-43ee-a779-f74bbc83737f), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.116055 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.124100 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Allocated IP 172.20.0.1 (f75984f6-ebb0-492e-9ca8-4368308e4942/e5fe81ab-fca2-4672-953f-72e9e3100184/a3b370f6-b325-4ab0-a88a-34c8d79002f6) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:13:01.162357 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:01.165820 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e81971-5c57-4980-9907-3b65c6f2b267 None None] Pushing event updated for resources: {'Port': ['ID=adf9572a-986c-43ee-a779-f74bbc83737f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:01.196847 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Attempting to bind port adf9572a-986c-43ee-a779-f74bbc83737f on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:13:01.197034 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Attempting to bind port adf9572a-986c-43ee-a779-f74bbc83737f by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:13:01.197438 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Attempting to bind port adf9572a-986c-43ee-a779-f74bbc83737f on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:13:01.203970 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:13:01.204689 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:13:01.205052 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.212463 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:13:01.213746 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Bound port: adf9572a-986c-43ee-a779-f74bbc83737f, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:13:01.214408 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.222099 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-3186df2e-ee30-4e73-b05c-5c87767f1835 None None] Provisioning complete for port f0be6e76-71fc-4a45-a01f-3aca5aa2992e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:01.222495 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3186df2e-ee30-4e73-b05c-5c87767f1835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.236278 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9879ae38-8d6a-47ed-8127-55828e02dd11 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:01.236675 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.238579 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc2cc5-8e88-494d-9e02-fc93742c860f None None] The sync data for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi is: [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:13:01.263640 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe317b-83a7-45a2-92d0-32dcaa207b4d None None] Pushing event updated for resources: {'Port': ['ID=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:01.340239 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] For port adf9572a-986c-43ee-a779-f74bbc83737f, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:13:01.343709 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] For port adf9572a-986c-43ee-a779-f74bbc83737f, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=adf9572a-986c-43ee-a779-f74bbc83737f,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:13:01.349946 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626b72d-0a50-47c9-a478-c80814ba753a req-d6166334-d525-4702-8c9c-6d2c03b9a09e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:01.355743 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a626b72d-0a50-47c9-a478-c80814ba753a req-d6166334-d525-4702-8c9c-6d2c03b9a09e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1827402 May 03 09:13:01.365340 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.431462 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.471305 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a626b72d-0a50-47c9-a478-c80814ba753a req-b468cf53-efd1-428e-a659-c9c74407bf53 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58618e-edf1-4941-a341-693a860e0570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145623 May 03 09:13:01.471904 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e81971-5c57-4980-9907-3b65c6f2b267 None None] Pushing event updated for resources: {'Port': ['ID=adf9572a-986c-43ee-a779-f74bbc83737f,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:01.508227 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9879ae38-8d6a-47ed-8127-55828e02dd11 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:01.508623 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.510105 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks [] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.512917 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Routers {'3af63f40-093b-4b36-9539-7f4b6b2aab5e'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:13:01.513543 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:13:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:01.559086 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3186df2e-ee30-4e73-b05c-5c87767f1835 None None] Current status of the port f0be6e76-71fc-4a45-a01f-3aca5aa2992e is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:01.570889 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.580691 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 9879ae38-8d6a-47ed-8127-55828e02dd11, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9879ae38-8d6a-47ed-8127-55828e02dd11,segment=NetworkSegment(42acb693-9877-400e-8a98-0b17d2d3689f),segment_id=42acb693-9877-400e-8a98-0b17d2d3689f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:13:01.591046 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.591942 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:13:01.619556 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Network f75984f6-ebb0-492e-9ca8-4368308e4942 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:13:01.622784 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:13:01.626564 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:13:01.668049 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] Set router 3af63f40-093b-4b36-9539-7f4b6b2aab5e gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:13:01.691966 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=9879ae38-8d6a-47ed-8127-55828e02dd11,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:01.700563 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:01.701054 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.733433 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798165c-b6d3-4dd7-a7d4-2af727c281ea None None] Network f75984f6-ebb0-492e-9ca8-4368308e4942 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:13:01.735636 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b370f6-b325-4ab0-a88a-34c8d79002f6,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:01.756237 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-d3913b08-0571-4ef6-b052-6e9cec104c1e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:01.758701 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-d3913b08-0571-4ef6-b052-6e9cec104c1e tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.36 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0768719 May 03 09:13:01.765185 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (3af63f40-093b-4b36-9539-7f4b6b2aab5e), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.845943 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-3c4ea17f-58a1-46d4-8a8e-c18bab05acf7 None None] Provisioning complete for port 9879ae38-8d6a-47ed-8127-55828e02dd11 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:01.846329 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea17f-58a1-46d4-8a8e-c18bab05acf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:01.911269 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 3, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port': {'id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:59Z', 'updated_at': '2022-05-03T09:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:01.970618 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3ece8-c6f4-4c51-ba9a-50e48b2aad9d None None] The sync data for ids ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'] in dv-cinder-840279-1-iscsi is: [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 3, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port': {'id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:59Z', 'updated_at': '2022-05-03T09:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:13:02.030932 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Deleting port 54779846-e6bf-4381-b2ba-a9edb940ffef {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:13:02.031264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:02.080388 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab9a99-b1eb-407a-82c3-a9b42e0b3d25 req-fd1b5fd4-68ad-4a3e-b933-5f33c79ebfcf tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:02.081905 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1ab9a99-b1eb-407a-82c3-a9b42e0b3d25 req-fd1b5fd4-68ad-4a3e-b933-5f33c79ebfcf tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0617051 May 03 09:13:02.169214 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1ab9a99-b1eb-407a-82c3-a9b42e0b3d25 req-86cf9642-62e9-421e-9740-a6f7cdcfb11a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784376 May 03 09:13:02.174279 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:02.210867 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] For port 54779846-e6bf-4381-b2ba-a9edb940ffef, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=54779846-e6bf-4381-b2ba-a9edb940ffef,segment=NetworkSegment(27320a18-7263-4085-bc44-2091c6a20012),segment_id=27320a18-7263-4085-bc44-2091c6a20012)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:13:02.211437 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:02.239238 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:02.241463 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Calling delete_port for 54779846-e6bf-4381-b2ba-a9edb940ffef owned by compute:nova {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:13:02.247179 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ea17f-58a1-46d4-8a8e-c18bab05acf7 None None] Current status of the port 9879ae38-8d6a-47ed-8127-55828e02dd11 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:02.576077 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-3a0450a0-2c9b-4e2f-9251-579454ab07fd None None] Provisioning complete for port a3b370f6-b325-4ab0-a88a-34c8d79002f6 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:02.576615 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a0450a0-2c9b-4e2f-9251-579454ab07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:02.623938 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (54779846-e6bf-4381-b2ba-a9edb940ffef), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:02.676742 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3a0450a0-2c9b-4e2f-9251-579454ab07fd None None] Port a3b370f6-b325-4ab0-a88a-34c8d79002f6 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:13:02.693040 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-3a0450a0-2c9b-4e2f-9251-579454ab07fd None None] Provisioning complete for port 9879ae38-8d6a-47ed-8127-55828e02dd11 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:02.693734 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a0450a0-2c9b-4e2f-9251-579454ab07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:02.843456 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:02.905917 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3a0450a0-2c9b-4e2f-9251-579454ab07fd None None] Current status of the port 9879ae38-8d6a-47ed-8127-55828e02dd11 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:02.991824 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9879ae38-8d6a-47ed-8127-55828e02dd11 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:13:03.055377 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-2fdf3897-940c-4bc4-b51e-276072d2fb56 None None] Provisioning complete for port a3b370f6-b325-4ab0-a88a-34c8d79002f6 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:03.055752 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3897-940c-4bc4-b51e-276072d2fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.088259 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Pushing event deleted for resources: {'Port': ['ID=54779846-e6bf-4381-b2ba-a9edb940ffef,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:03.094739 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8395199a-d3ee-4c53-bc22-2bfc045ade92 req-001b4bd6-24af-44eb-a1ba-d0edd3ae8e05 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.4747851 May 03 09:13:03.117509 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9879ae38-8d6a-47ed-8127-55828e02dd11 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:03.117909 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.156644 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf3897-940c-4bc4-b51e-276072d2fb56 None None] Port a3b370f6-b325-4ab0-a88a-34c8d79002f6 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:13:03.193092 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] No DVR routers for this DVR port 54779846-e6bf-4381-b2ba-a9edb940ffef on host hv-cinder-84027 {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:13:03.198811 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.202114 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1c046ec9-09fa-4621-b12a-af14587193a9 req-bff65f67-aaf9-4053-b11a-18213966c0e5 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.36 "DELETE /v2.0/ports/54779846-e6bf-4381-b2ba-a9edb940ffef HTTP/1.1" status: 204 len: 173 time: 1.4335346 May 03 09:13:03.202578 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'name': 'network-vif-deleted', 'tag': '54779846-e6bf-4381-b2ba-a9edb940ffef'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:13:03.205304 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96086df4-36e1-449a-910b-b7a83ab3e8f6" -d '{"events": [{"server_uuid": "46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7", "name": "network-vif-deleted", "tag": "54779846-e6bf-4381-b2ba-a9edb940ffef"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:13:03.246581 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9879ae38-8d6a-47ed-8127-55828e02dd11 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:03.247862 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device f0be6e76-71fc-4a45-a01f-3aca5aa2992e up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:13:03.258164 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks [] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.272014 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb7981-a973-47ce-9ce4-9514706abdc4 x-openstack-request-id: req-34eb7981-a973-47ce-9ce4-9514706abdc4 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:13:03.272556 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7", "name": "network-vif-deleted", "tag": "54779846-e6bf-4381-b2ba-a9edb940ffef", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:13:03.272966 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34eb7981-a973-47ce-9ce4-9514706abdc4 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:13:03.273519 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34eb7981-a973-47ce-9ce4-9514706abdc4'] response: {'server_uuid': '46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7', 'name': 'network-vif-deleted', 'tag': '54779846-e6bf-4381-b2ba-a9edb940ffef', 'status': 'completed', 'code': 200} May 03 09:13:03.274986 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.347923 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port f0be6e76-71fc-4a45-a01f-3aca5aa2992e triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:03.348394 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.361979 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b370f6-b325-4ab0-a88a-34c8d79002f6,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:03.366170 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (3af63f40-093b-4b36-9539-7f4b6b2aab5e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.394444 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2ccfa-f9b8-43f0-9b8d-ef5eddb913b4 req-717351d7-cd4e-4c92-a78b-e3ca84ba3e18 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:03.397836 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6dc2ccfa-f9b8-43f0-9b8d-ef5eddb913b4 req-717351d7-cd4e-4c92-a78b-e3ca84ba3e18 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0829635 May 03 09:13:03.449056 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port f0be6e76-71fc-4a45-a01f-3aca5aa2992e is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:03.451803 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device adf9572a-986c-43ee-a779-f74bbc83737f up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:13:03.466321 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6dc2ccfa-f9b8-43f0-9b8d-ef5eddb913b4 req-28363c9c-6f00-4390-9f8c-99d6b18ebc46 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598831 May 03 09:13:03.508925 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Network f75984f6-ebb0-492e-9ca8-4368308e4942 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:13:03.510897 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:13:03.549414 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port adf9572a-986c-43ee-a779-f74bbc83737f triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:03.549847 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.733889 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port adf9572a-986c-43ee-a779-f74bbc83737f is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:03.734709 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.766132 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Router 3af63f40-093b-4b36-9539-7f4b6b2aab5e has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:13:03.783826 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port adf9572a-986c-43ee-a779-f74bbc83737f, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=adf9572a-986c-43ee-a779-f74bbc83737f,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:13:03.796784 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.905328 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cf78c1c1-5a39-4e0e-b179-d355f5397576 None None] Provisioning complete for port a3b370f6-b325-4ab0-a88a-34c8d79002f6 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:03.905729 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf78c1c1-5a39-4e0e-b179-d355f5397576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:03.940822 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:13:03.946435 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=adf9572a-986c-43ee-a779-f74bbc83737f,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:03.952507 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5ab653d0-45b5-4cf6-b39e-2371891d9264 admin admin] 10.222.0.23 "PUT /v2.0/routers/3af63f40-093b-4b36-9539-7f4b6b2aab5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7473035 May 03 09:13:03.969783 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cf78c1c1-5a39-4e0e-b179-d355f5397576 None None] Port a3b370f6-b325-4ab0-a88a-34c8d79002f6 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:13:04.214378 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5b42f68-dfde-4432-9b1d-96a613c70062 req-74c58591-c6ce-481b-9de1-ad3ebe4a3502 tempest-DeleteServersTestJSON-274382850 tempest-DeleteServersTestJSON-274382850-project] 10.222.0.23 "GET /v2.0/ports?device_id=46280f8e-3bbe-4bb9-8e15-110ffbe6a8a7 HTTP/1.1" status: 200 len: 210 time: 0.0320852 May 03 09:13:04.348462 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.473116 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57810) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:04.477809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-4aadbd9a-2335-4918-9c26-fc71696aa6e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864030731', 'description': 'tempest-secgroup-smoke-864030731 description', 'project_id': '3444fc5e89a24b7c9ec0e18369085501'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:13:04.501696 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd9a-2335-4918-9c26-fc71696aa6e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.506006 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 54779846-e6bf-4381-b2ba-a9edb940ffef no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:13:04.536967 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 54779846-e6bf-4381-b2ba-a9edb940ffef {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:13:04.537305 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 54779846-e6bf-4381-b2ba-a9edb940ffef not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:13:04.576732 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd9a-2335-4918-9c26-fc71696aa6e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group (a73de3b4-55ca-48f3-8f1e-e2a772f35855), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.580842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd9a-2335-4918-9c26-fc71696aa6e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a73de3b4-55ca-48f3-8f1e-e2a772f35855), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.605245 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849206-af05-44e1-ae3c-1598ea0599c4 req-6dca0502-3ab1-4508-9851-0d11b77bac66 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:04.606952 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-26849206-af05-44e1-ae3c-1598ea0599c4 req-6dca0502-3ab1-4508-9851-0d11b77bac66 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0501897 May 03 09:13:04.611810 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aadbd9a-2335-4918-9c26-fc71696aa6e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.615893 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4aadbd9a-2335-4918-9c26-fc71696aa6e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1389418 May 03 09:13:04.615893 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadbd9a-2335-4918-9c26-fc71696aa6e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73de3b4-55ca-48f3-8f1e-e2a772f35855,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:04.617118 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57814) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:04.621611 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-19b9cbeb-83f2-4797-a798-2f31b60bdd78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'security_group_rule': {'security_group_id': 'a73de3b4-55ca-48f3-8f1e-e2a772f35855', 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:13:04.650747 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbeb-83f2-4797-a798-2f31b60bdd78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (4fc7d532-4e12-47f6-8bcc-87d6892cf3bf), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.672334 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-26849206-af05-44e1-ae3c-1598ea0599c4 req-0f6b20d5-e106-4842-9ce4-cf2abb0a3a09 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544276 May 03 09:13:04.722889 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbeb-83f2-4797-a798-2f31b60bdd78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (4fc7d532-4e12-47f6-8bcc-87d6892cf3bf), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.726955 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbeb-83f2-4797-a798-2f31b60bdd78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (4fc7d532-4e12-47f6-8bcc-87d6892cf3bf), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.743934 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9cbeb-83f2-4797-a798-2f31b60bdd78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc7d532-4e12-47f6-8bcc-87d6892cf3bf,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:04.750774 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Sync routers for ids ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:13:04.756474 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbeb-83f2-4797-a798-2f31b60bdd78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.757664 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-19b9cbeb-83f2-4797-a798-2f31b60bdd78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395984 May 03 09:13:04.760495 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57818) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:04.762869 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device adf9572a-986c-43ee-a779-f74bbc83737f up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:13:04.765176 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-b65828d0-7099-40d9-9a94-2b29c45ce2fa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'security_group_rule': {'security_group_id': 'a73de3b4-55ca-48f3-8f1e-e2a772f35855', 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:13:04.790935 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b65828d0-7099-40d9-9a94-2b29c45ce2fa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (db65b49d-7596-4c35-b90e-7295e025349e), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.791802 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Routers {'3af63f40-093b-4b36-9539-7f4b6b2aab5e'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:13:04.792469 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:13:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:04.859724 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b65828d0-7099-40d9-9a94-2b29c45ce2fa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (db65b49d-7596-4c35-b90e-7295e025349e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.864637 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b65828d0-7099-40d9-9a94-2b29c45ce2fa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (db65b49d-7596-4c35-b90e-7295e025349e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.880179 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port adf9572a-986c-43ee-a779-f74bbc83737f triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:04.880573 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.889339 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65828d0-7099-40d9-9a94-2b29c45ce2fa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db65b49d-7596-4c35-b90e-7295e025349e,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:04.895255 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b65828d0-7099-40d9-9a94-2b29c45ce2fa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.899244 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b65828d0-7099-40d9-9a94-2b29c45ce2fa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347156 May 03 09:13:04.899364 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57822) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:04.903532 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-62072544-1cf3-4678-a50d-982eab4de1d2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'security_group_rule': {'security_group_id': 'a73de3b4-55ca-48f3-8f1e-e2a772f35855', 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:13:04.929891 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62072544-1cf3-4678-a50d-982eab4de1d2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (ae4ff5fa-dfca-46c0-98ff-df36c5b771f9), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.964235 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Set router 3af63f40-093b-4b36-9539-7f4b6b2aab5e gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:13:04.986170 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62072544-1cf3-4678-a50d-982eab4de1d2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (ae4ff5fa-dfca-46c0-98ff-df36c5b771f9), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:04.990009 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62072544-1cf3-4678-a50d-982eab4de1d2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (ae4ff5fa-dfca-46c0-98ff-df36c5b771f9), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.009182 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62072544-1cf3-4678-a50d-982eab4de1d2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4ff5fa-dfca-46c0-98ff-df36c5b771f9,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:05.019362 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62072544-1cf3-4678-a50d-982eab4de1d2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.020619 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-62072544-1cf3-4678-a50d-982eab4de1d2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203260 May 03 09:13:05.023388 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57824) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:05.027795 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-2b7de5e2-4ac7-4ea6-9643-a6d93254aa23 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'security_group_rule': {'security_group_id': 'a73de3b4-55ca-48f3-8f1e-e2a772f35855', 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:13:05.053412 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b7de5e2-4ac7-4ea6-9643-a6d93254aa23 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (53917dcb-b327-4ace-a76e-47d2ed4995cb), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.094215 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port adf9572a-986c-43ee-a779-f74bbc83737f is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:05.120113 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b7de5e2-4ac7-4ea6-9643-a6d93254aa23 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (53917dcb-b327-4ace-a76e-47d2ed4995cb), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.123584 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b7de5e2-4ac7-4ea6-9643-a6d93254aa23 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (53917dcb-b327-4ace-a76e-47d2ed4995cb), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.147348 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7de5e2-4ac7-4ea6-9643-a6d93254aa23 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53917dcb-b327-4ace-a76e-47d2ed4995cb,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:05.155554 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b7de5e2-4ac7-4ea6-9643-a6d93254aa23 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.159635 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2b7de5e2-4ac7-4ea6-9643-a6d93254aa23 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326118 May 03 09:13:05.160018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57830) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:05.164887 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'security_group_rule': {'security_group_id': 'a73de3b4-55ca-48f3-8f1e-e2a772f35855', 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:13:05.187166 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.securitygroups_db [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Project 3444fc5e89a24b7c9ec0e18369085501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 09:13:05.198077 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (4f5b75db-fe4a-4e95-9ad8-3ec98cf80e1b), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.218976 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:13:02Z', 'revision_number': 4, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port': {'id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:59Z', 'updated_at': '2022-05-03T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'a3b370f6-b325-4ab0-a88a-34c8d79002f6', 'name': '', 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'mac_address': 'fa:16:3e:dc:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5fe81ab-fca2-4672-953f-72e9e3100184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:13:00Z', 'updated_at': '2022-05-03T09:13:02Z', 'revision_number': 2, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'subnets': [{'id': 'e5fe81ab-fca2-4672-953f-72e9e3100184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:05.250918 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Checking router: 3af63f40-093b-4b36-9539-7f4b6b2aab5e for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:13:05.251276 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Updating router 3af63f40-093b-4b36-9539-7f4b6b2aab5e port a3b370f6-b325-4ab0-a88a-34c8d79002f6 binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:13:05.270853 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (4f5b75db-fe4a-4e95-9ad8-3ec98cf80e1b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.275101 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (4f5b75db-fe4a-4e95-9ad8-3ec98cf80e1b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.281933 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.296879 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5b75db-fe4a-4e95-9ad8-3ec98cf80e1b,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:05.308302 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.312136 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9faf9440-7170-4279-9439-c68909c16c5c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485927 May 03 09:13:05.312561 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57838) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:05.317745 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'security_group_rule': {'security_group_id': 'a73de3b4-55ca-48f3-8f1e-e2a772f35855', 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:13:05.340162 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.securitygroups_db [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Project 3444fc5e89a24b7c9ec0e18369085501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 09:13:05.348274 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (6eccd023-23da-4165-a411-8be5e16b0b21), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.432471 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (6eccd023-23da-4165-a411-8be5e16b0b21), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.432980 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (6eccd023-23da-4165-a411-8be5e16b0b21), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.453935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eccd023-23da-4165-a411-8be5e16b0b21,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:05.462586 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.463813 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-dd93d998-3184-49c5-b7dc-5072d426c386 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502984 May 03 09:13:05.611479 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Publish callbacks [] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.617713 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.678316 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2752a1-3516-4978-b4c2-ce47f5b2f89b None None] Pushing event updated for resources: {'Port': ['ID=a3b370f6-b325-4ab0-a88a-34c8d79002f6,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:05.784318 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Attempting to bind port a3b370f6-b325-4ab0-a88a-34c8d79002f6 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:13:05.784692 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Attempting to bind port a3b370f6-b325-4ab0-a88a-34c8d79002f6 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:13:05.785058 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Attempting to bind port a3b370f6-b325-4ab0-a88a-34c8d79002f6 on network f75984f6-ebb0-492e-9ca8-4368308e4942 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:13:05.792554 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:13:05.792944 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Checking segment: {'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:13:05.793353 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.793751 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Bound using segment: {'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:13:05.794494 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Bound port: a3b370f6-b325-4ab0-a88a-34c8d79002f6, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42acb693-9877-400e-8a98-0b17d2d3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:13:05.794940 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.818157 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629751cc-3acd-43af-ba50-e13072d52134 req-8eaeffea-e053-4fd5-8d8a-7f51e12ed430 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:05.826121 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-629751cc-3acd-43af-ba50-e13072d52134 req-8eaeffea-e053-4fd5-8d8a-7f51e12ed430 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0626061 May 03 09:13:05.897948 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] For port a3b370f6-b325-4ab0-a88a-34c8d79002f6, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:13:05.908376 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] For port a3b370f6-b325-4ab0-a88a-34c8d79002f6, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=a3b370f6-b325-4ab0-a88a-34c8d79002f6,segment=NetworkSegment(42acb693-9877-400e-8a98-0b17d2d3689f),segment_id=42acb693-9877-400e-8a98-0b17d2d3689f)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:13:05.911560 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-629751cc-3acd-43af-ba50-e13072d52134 req-c3d6165d-b610-45f5-ad6e-7b60821db500 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761824 May 03 09:13:05.918903 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:05.989173 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Routers {'3af63f40-093b-4b36-9539-7f4b6b2aab5e'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:13:05.989876 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:13:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:06.058555 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2752a1-3516-4978-b4c2-ce47f5b2f89b None None] Pushing event updated for resources: {'Port': ['ID=a3b370f6-b325-4ab0-a88a-34c8d79002f6,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:06.082387 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-4d72e29a-7efc-4b18-adec-a76dd57d9f4d None None] Provisioning complete for port a3b370f6-b325-4ab0-a88a-34c8d79002f6 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:06.083158 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d72e29a-7efc-4b18-adec-a76dd57d9f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:06.344877 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] Set router 3af63f40-093b-4b36-9539-7f4b6b2aab5e gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:13:06.543707 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4d72e29a-7efc-4b18-adec-a76dd57d9f4d None None] Current status of the port a3b370f6-b325-4ab0-a88a-34c8d79002f6 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:06.544135 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d72e29a-7efc-4b18-adec-a76dd57d9f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:06.626532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4d72e29a-7efc-4b18-adec-a76dd57d9f4d None None] For port a3b370f6-b325-4ab0-a88a-34c8d79002f6, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=a3b370f6-b325-4ab0-a88a-34c8d79002f6,segment=NetworkSegment(42acb693-9877-400e-8a98-0b17d2d3689f),segment_id=42acb693-9877-400e-8a98-0b17d2d3689f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:13:06.643998 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d72e29a-7efc-4b18-adec-a76dd57d9f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:06.705724 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72e29a-7efc-4b18-adec-a76dd57d9f4d None None] Pushing event updated for resources: {'Port': ['ID=a3b370f6-b325-4ab0-a88a-34c8d79002f6,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:06.712402 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57958) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:06.715426 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:13:02Z', 'revision_number': 4, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port': {'id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:59Z', 'updated_at': '2022-05-03T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'a3b370f6-b325-4ab0-a88a-34c8d79002f6', 'name': '', 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'mac_address': 'fa:16:3e:dc:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5fe81ab-fca2-4672-953f-72e9e3100184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:13:00Z', 'updated_at': '2022-05-03T09:13:05Z', 'revision_number': 4, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'subnets': [{'id': 'e5fe81ab-fca2-4672-953f-72e9e3100184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:06.772806 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf45dc5-9ad8-4123-8fb5-6311537a3ed0 None None] The sync data for ids ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'] in dv-cinder-840279-1-iscsi is: [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:13:02Z', 'revision_number': 4, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port': {'id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:59Z', 'updated_at': '2022-05-03T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'a3b370f6-b325-4ab0-a88a-34c8d79002f6', 'name': '', 'network_id': 'f75984f6-ebb0-492e-9ca8-4368308e4942', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'mac_address': 'fa:16:3e:dc:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5fe81ab-fca2-4672-953f-72e9e3100184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:13:00Z', 'updated_at': '2022-05-03T09:13:05Z', 'revision_number': 4, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'subnets': [{'id': 'e5fe81ab-fca2-4672-953f-72e9e3100184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:13:06.788700 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-53c74c68-4032-4240-ba2d-22c1761573ed None None] Provisioning complete for port a3b370f6-b325-4ab0-a88a-34c8d79002f6 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:06.789081 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53c74c68-4032-4240-ba2d-22c1761573ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:06.813738 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57970) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:06.903057 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a1d580e9-7a52-4012-a9be-c59a8c13af4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:06.939320 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_v2 [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] Deleting subnet 449f402c-b2dd-4c35-ab53-bdef5232d5c3 {{(pid=103440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:13:06.946416 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-53c74c68-4032-4240-ba2d-22c1761573ed None None] Current status of the port a3b370f6-b325-4ab0-a88a-34c8d79002f6 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:06.966076 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] Publish callbacks [] for subnet (449f402c-b2dd-4c35-ab53-bdef5232d5c3), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.045119 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6768236'] for subnet (449f402c-b2dd-4c35-ab53-bdef5232d5c3), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.078747 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f324f2-b7de-4675-a709-020121d80586 req-aa1cda3d-cb57-4871-a371-d722e56af746 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:07.096772 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f324f2-b7de-4675-a709-020121d80586 req-aa1cda3d-cb57-4871-a371-d722e56af746 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0745203 May 03 09:13:07.149043 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (449f402c-b2dd-4c35-ab53-bdef5232d5c3), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.164824 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-54f324f2-b7de-4675-a709-020121d80586 req-bd51bb60-1f37-45b2-b9c6-edcf09cf73b4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594606 May 03 09:13:07.232123 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a1d580e9-7a52-4012-a9be-c59a8c13af4b admin admin] Publish callbacks [] for security_group (4058292a-ce37-44ea-8535-a84f70d2e821), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.242764 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a1d580e9-7a52-4012-a9be-c59a8c13af4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4058292a-ce37-44ea-8535-a84f70d2e821), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.259054 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5435078'] for subnet (449f402c-b2dd-4c35-ab53-bdef5232d5c3), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.316137 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449f402c-b2dd-4c35-ab53-bdef5232d5c3,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:07.331926 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.335234 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-649397dc-5b8b-439a-8c95-d552dc71d9db admin admin] 10.222.0.23 "DELETE /v2.0/subnets/449f402c-b2dd-4c35-ab53-bdef5232d5c3 HTTP/1.1" status: 204 len: 168 time: 0.5197296 May 03 09:13:07.336343 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d580e9-7a52-4012-a9be-c59a8c13af4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058292a-ce37-44ea-8535-a84f70d2e821,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:07.338198 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 57992) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:07.345297 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a1d580e9-7a52-4012-a9be-c59a8c13af4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de174033bed947858b59493c17bfca22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318398 May 03 09:13:07.345889 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57994) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:07.402238 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 57996) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:07.416648 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-77eca1e3-3b16-4766-8b02-bf520c41b049 admin admin] Publish callbacks [] for security_group (4058292a-ce37-44ea-8535-a84f70d2e821), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.430334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (07f8225e-b4b0-4a29-b6b9-89eddc607f19), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.448243 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-77eca1e3-3b16-4766-8b02-bf520c41b049 admin admin] Publish callbacks [] for security_group (4058292a-ce37-44ea-8535-a84f70d2e821), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.516297 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-77eca1e3-3b16-4766-8b02-bf520c41b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4058292a-ce37-44ea-8535-a84f70d2e821), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.519640 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-77eca1e3-3b16-4766-8b02-bf520c41b049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.523462 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-77eca1e3-3b16-4766-8b02-bf520c41b049 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4058292a-ce37-44ea-8535-a84f70d2e821 HTTP/1.1" status: 204 len: 168 time: 0.1763771 May 03 09:13:07.549635 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (07f8225e-b4b0-4a29-b6b9-89eddc607f19), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.553583 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eca1e3-3b16-4766-8b02-bf520c41b049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058292a-ce37-44ea-8535-a84f70d2e821,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:07.599424 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.599802 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.601969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.602330 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.603020 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.606494 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.607146 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.607609 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.609113 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.609460 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.629799 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3f031ffe-1aa9-4466-a5ff-f1929fb38e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.685148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.685148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.685501 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.686064 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 09:13:07.686631 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f8225e-b4b0-4a29-b6b9-89eddc607f19']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:07.708125 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27320a18-7263-4085-bc44-2091c6a20012') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:07.708592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27320a18-7263-4085-bc44-2091c6a20012') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:07.728613 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3f031ffe-1aa9-4466-a5ff-f1929fb38e66 admin admin] Publish callbacks [] for security_group (e54a8e85-61e5-41d9-a098-38355ecfdad2), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.735301 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3f031ffe-1aa9-4466-a5ff-f1929fb38e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e54a8e85-61e5-41d9-a098-38355ecfdad2), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.736039 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (27320a18-7263-4085-bc44-2091c6a20012), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.762670 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (27320a18-7263-4085-bc44-2091c6a20012), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.786751 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:13:07.787549 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (27320a18-7263-4085-bc44-2091c6a20012), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.791337 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-3f031ffe-1aa9-4466-a5ff-f1929fb38e66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9792bfbaec74b52be6c8bab7a1eb536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880498 May 03 09:13:07.792272 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f031ffe-1aa9-4466-a5ff-f1929fb38e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54a8e85-61e5-41d9-a098-38355ecfdad2,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: from cryptography.utils import int_from_bytes May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: from cryptography.utils import int_from_bytes May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:13:07.793122 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:13:07.805675 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58006) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:07.926653 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (07f8225e-b4b0-4a29-b6b9-89eddc607f19), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.948025 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.954264 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] 10.222.0.23 "DELETE /v2.0/networks/07f8225e-b4b0-4a29-b6b9-89eddc607f19 HTTP/1.1" status: 204 len: 168 time: 0.6120045 May 03 09:13:07.962463 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6ef12864-8e7a-44b9-8a59-93648c149632 admin admin] Publish callbacks [] for security_group (e54a8e85-61e5-41d9-a098-38355ecfdad2), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:07.970989 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabadea-4e72-4be9-8a5e-eed5271dfb15 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f8225e-b4b0-4a29-b6b9-89eddc607f19,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:08.009704 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6ef12864-8e7a-44b9-8a59-93648c149632 admin admin] Publish callbacks [] for security_group (e54a8e85-61e5-41d9-a098-38355ecfdad2), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.061155 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58024) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:08.158425 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] Deleting subnet 5f03cae0-2df0-44f0-8e7b-6d929cf30524 {{(pid=103440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:13:08.162819 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] Publish callbacks [] for subnet (5f03cae0-2df0-44f0-8e7b-6d929cf30524), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.200739 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6ef12864-8e7a-44b9-8a59-93648c149632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e54a8e85-61e5-41d9-a098-38355ecfdad2), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.203949 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6ef12864-8e7a-44b9-8a59-93648c149632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.209215 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6ef12864-8e7a-44b9-8a59-93648c149632 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e54a8e85-61e5-41d9-a098-38355ecfdad2 HTTP/1.1" status: 204 len: 168 time: 0.3979030 May 03 09:13:08.236233 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef12864-8e7a-44b9-8a59-93648c149632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54a8e85-61e5-41d9-a098-38355ecfdad2,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:08.244904 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6768236'] for subnet (5f03cae0-2df0-44f0-8e7b-6d929cf30524), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.305653 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58030) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:08.368468 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (5f03cae0-2df0-44f0-8e7b-6d929cf30524), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.385560 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c64a96c8-d6aa-4f41-a643-04c46ee36006 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db9273e9f75e4918b29f8d1e4dc4d1c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0787117 May 03 09:13:08.388245 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58036) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:08.399575 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29183a-f995-44e8-8d8c-fcc9b0b05c75 req-b7127343-ce7b-41d6-a613-f2506f4d3cae tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:08.401166 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5a29183a-f995-44e8-8d8c-fcc9b0b05c75 req-b7127343-ce7b-41d6-a613-f2506f4d3cae tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.1243746 May 03 09:13:08.465581 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ad259f32-4db7-46dd-9a3b-164498c44a5a admin admin] Publish callbacks [] for security_group (5d58618e-edf1-4941-a341-693a860e0570), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.499820 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5a29183a-f995-44e8-8d8c-fcc9b0b05c75 req-09af563d-e502-4f9c-a046-e1af5d556440 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907331 May 03 09:13:08.511603 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5435078'] for subnet (5f03cae0-2df0-44f0-8e7b-6d929cf30524), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.540335 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ad259f32-4db7-46dd-9a3b-164498c44a5a admin admin] Publish callbacks [] for security_group (5d58618e-edf1-4941-a341-693a860e0570), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.546534 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f03cae0-2df0-44f0-8e7b-6d929cf30524,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:08.548497 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.554502 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-cca9e0e4-2c6f-44ae-b44e-0bfae61d2a3d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f03cae0-2df0-44f0-8e7b-6d929cf30524 HTTP/1.1" status: 204 len: 168 time: 0.4844005 May 03 09:13:08.555455 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58038) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:08.617110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ad259f32-4db7-46dd-9a3b-164498c44a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5d58618e-edf1-4941-a341-693a860e0570), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.619976 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ad259f32-4db7-46dd-9a3b-164498c44a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.621455 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ad259f32-4db7-46dd-9a3b-164498c44a5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d58618e-edf1-4941-a341-693a860e0570 HTTP/1.1" status: 204 len: 168 time: 0.2319975 May 03 09:13:08.641098 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58042) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:08.643528 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad259f32-4db7-46dd-9a3b-164498c44a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d58618e-edf1-4941-a341-693a860e0570,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:08.657203 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f38eb01-afe0-4e31-b64f-22b2e59cd3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.686257 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (3fdb25aa-589b-4a6e-aace-051d17dbba73), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.762188 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f38eb01-afe0-4e31-b64f-22b2e59cd3cb admin admin] Publish callbacks [] for security_group (287d2e11-1859-4a37-8485-2458791ec6f2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.767913 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9f38eb01-afe0-4e31-b64f-22b2e59cd3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (287d2e11-1859-4a37-8485-2458791ec6f2), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.782126 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (3fdb25aa-589b-4a6e-aace-051d17dbba73), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.805898 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdb25aa-589b-4a6e-aace-051d17dbba73']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:08.810995 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9f38eb01-afe0-4e31-b64f-22b2e59cd3cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f39b40165e74c61a6fcc539f26136f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663961 May 03 09:13:08.811699 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58044) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:08.814569 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38eb01-afe0-4e31-b64f-22b2e59cd3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d2e11-1859-4a37-8485-2458791ec6f2,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:08.832777 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:08.833155 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:08.848589 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device a3b370f6-b325-4ab0-a88a-34c8d79002f6 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:13:08.865398 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.899803 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.903832 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port a3b370f6-b325-4ab0-a88a-34c8d79002f6 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:13:08.904858 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.911074 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:13:08.911496 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (5f7b80d1-bde1-4d4d-86e6-6be16f4f7f4a), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:13:08.913291 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:13:08.943793 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-52e8bd13-af6c-4e48-ad70-0bc86b5ed62f admin admin] Publish callbacks [] for security_group (287d2e11-1859-4a37-8485-2458791ec6f2), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.990197 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (3fdb25aa-589b-4a6e-aace-051d17dbba73), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:08.992971 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port a3b370f6-b325-4ab0-a88a-34c8d79002f6 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:13:08.998845 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.002185 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] 10.222.0.23 "DELETE /v2.0/networks/3fdb25aa-589b-4a6e-aace-051d17dbba73 HTTP/1.1" status: 204 len: 168 time: 0.4452834 May 03 09:13:09.005112 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-52e8bd13-af6c-4e48-ad70-0bc86b5ed62f admin admin] Publish callbacks [] for security_group (287d2e11-1859-4a37-8485-2458791ec6f2), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.005224 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58048) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:09.023321 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6cab5-b911-4b91-8c43-2407cc8790cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdb25aa-589b-4a6e-aace-051d17dbba73,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:09.070646 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-52e8bd13-af6c-4e48-ad70-0bc86b5ed62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (287d2e11-1859-4a37-8485-2458791ec6f2), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.072999 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] Deleting subnet a6f1a40b-6122-4187-bd08-ade704ae4d60 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:13:09.073793 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-52e8bd13-af6c-4e48-ad70-0bc86b5ed62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.077891 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] Publish callbacks [] for subnet (a6f1a40b-6122-4187-bd08-ade704ae4d60), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.078739 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-52e8bd13-af6c-4e48-ad70-0bc86b5ed62f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/287d2e11-1859-4a37-8485-2458791ec6f2 HTTP/1.1" status: 204 len: 168 time: 0.2609036 May 03 09:13:09.087983 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8bd13-af6c-4e48-ad70-0bc86b5ed62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d2e11-1859-4a37-8485-2458791ec6f2,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:09.128844 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (a6f1a40b-6122-4187-bd08-ade704ae4d60), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.177104 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (a6f1a40b-6122-4187-bd08-ade704ae4d60), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.261294 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (a6f1a40b-6122-4187-bd08-ade704ae4d60), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.292716 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f1a40b-6122-4187-bd08-ade704ae4d60,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:09.296763 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.300303 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-44234ac2-6f02-4708-aff7-5a6ba3c1ecc8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a6f1a40b-6122-4187-bd08-ade704ae4d60 HTTP/1.1" status: 204 len: 168 time: 0.2939117 May 03 09:13:09.302895 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58064) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:09.397092 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (6a4e99b5-6744-443a-9e21-76c09bcb7a35), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.488609 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (6a4e99b5-6744-443a-9e21-76c09bcb7a35), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.511658 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4e99b5-6744-443a-9e21-76c09bcb7a35']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:09.522357 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:09.522659 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:13:09.540708 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.554722 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.567109 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:13:09.567550 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (f81d1fb8-3a1a-4b0a-85ec-f0dd3d5184c8), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:13:09.574114 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:13:09.660833 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (6a4e99b5-6744-443a-9e21-76c09bcb7a35), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.669251 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:09.676885 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6a4e99b5-6744-443a-9e21-76c09bcb7a35 HTTP/1.1" status: 204 len: 168 time: 0.3704057 May 03 09:13:09.689905 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1039bd9-bb7b-460a-b526-1f10ed5d0a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4e99b5-6744-443a-9e21-76c09bcb7a35,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:09.852870 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abed56a-5187-4a7d-bf3f-7eb995ab1721 req-6677cca0-fed0-4f8a-ad48-e9271141b720 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:09.854383 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6abed56a-5187-4a7d-bf3f-7eb995ab1721 req-6677cca0-fed0-4f8a-ad48-e9271141b720 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.2675626 May 03 09:13:09.905774 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58094) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:09.920391 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6abed56a-5187-4a7d-bf3f-7eb995ab1721 req-593d5730-c5ea-429d-9770-fccdfa120662 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588641 May 03 09:13:09.961246 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-86ee7fca-2bd7-4df4-b5ad-48afb523a4fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e736efbeaf5f4280880925ad0a747fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508835 May 03 09:13:09.961246 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58096) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:10.013162 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-987dac65-4a7b-43d1-85ef-0edcd40d3797 admin admin] Publish callbacks [] for security_group (e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.036265 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-987dac65-4a7b-43d1-85ef-0edcd40d3797 admin admin] Publish callbacks [] for security_group (e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.087071 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-987dac65-4a7b-43d1-85ef-0edcd40d3797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.091100 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-987dac65-4a7b-43d1-85ef-0edcd40d3797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.095174 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-987dac65-4a7b-43d1-85ef-0edcd40d3797 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1 HTTP/1.1" status: 204 len: 168 time: 0.1312051 May 03 09:13:10.104591 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dac65-4a7b-43d1-85ef-0edcd40d3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09655ec-bfc5-44b4-92b8-dc0f0f4c44b1,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:10.421172 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58120) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:10.470789 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-080e2079-3bdf-4b97-b1d0-9ec104e3d458 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e20e02f3a459467da24a0669e0b609aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453646 May 03 09:13:10.470970 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58126) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:10.531819 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4d00a028-1c73-4035-aa2f-0dfdc674d173 admin admin] Publish callbacks [] for security_group (dd9bd4c1-7d33-45fe-a66c-15257cb63397), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.557025 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4d00a028-1c73-4035-aa2f-0dfdc674d173 admin admin] Publish callbacks [] for security_group (dd9bd4c1-7d33-45fe-a66c-15257cb63397), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.610874 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4d00a028-1c73-4035-aa2f-0dfdc674d173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (dd9bd4c1-7d33-45fe-a66c-15257cb63397), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.613782 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4d00a028-1c73-4035-aa2f-0dfdc674d173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:10.615380 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4d00a028-1c73-4035-aa2f-0dfdc674d173 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd9bd4c1-7d33-45fe-a66c-15257cb63397 HTTP/1.1" status: 204 len: 168 time: 0.1425447 May 03 09:13:10.625403 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00a028-1c73-4035-aa2f-0dfdc674d173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9bd4c1-7d33-45fe-a66c-15257cb63397,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:11.052216 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3161464-d5e6-45bc-a7e7-ff85de8a1f65 req-35ed1b31-3bc2-449b-bd78-d5827a9bbcbc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:11.054796 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d3161464-d5e6-45bc-a7e7-ff85de8a1f65 req-35ed1b31-3bc2-449b-bd78-d5827a9bbcbc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0683582 May 03 09:13:11.121786 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d3161464-d5e6-45bc-a7e7-ff85de8a1f65 req-149d171a-c75f-4698-b9b3-d3c6a3330ed8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600231 May 03 09:13:11.717793 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58228) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:11.873802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e7944e0-c3ef-42e7-9a7c-609f64914b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:11.948534 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e7944e0-c3ef-42e7-9a7c-609f64914b9e admin admin] Publish callbacks [] for security_group (06759111-2c13-4484-b1bf-dab4500fea68), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:11.952850 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e7944e0-c3ef-42e7-9a7c-609f64914b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (06759111-2c13-4484-b1bf-dab4500fea68), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:11.992643 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6e7944e0-c3ef-42e7-9a7c-609f64914b9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f6545bd643143889dd68e5122cd3d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737060 May 03 09:13:11.994264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7944e0-c3ef-42e7-9a7c-609f64914b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06759111-2c13-4484-b1bf-dab4500fea68,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:11.994389 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58252) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:12.046815 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc9c589c-6abe-46ef-83a2-3357370e2dca admin admin] Publish callbacks [] for security_group (06759111-2c13-4484-b1bf-dab4500fea68), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.068684 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc9c589c-6abe-46ef-83a2-3357370e2dca admin admin] Publish callbacks [] for security_group (06759111-2c13-4484-b1bf-dab4500fea68), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.120059 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc9c589c-6abe-46ef-83a2-3357370e2dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (06759111-2c13-4484-b1bf-dab4500fea68), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.122658 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bc9c589c-6abe-46ef-83a2-3357370e2dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.123818 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-bc9c589c-6abe-46ef-83a2-3357370e2dca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06759111-2c13-4484-b1bf-dab4500fea68 HTTP/1.1" status: 204 len: 168 time: 0.1284218 May 03 09:13:12.131636 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c589c-6abe-46ef-83a2-3357370e2dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06759111-2c13-4484-b1bf-dab4500fea68,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:12.251302 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82515dd-b281-47c7-8a2e-5e7dfbed52a1 req-a36d36f8-88ea-415d-8e4e-020320490c18 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:12.258157 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c82515dd-b281-47c7-8a2e-5e7dfbed52a1 req-a36d36f8-88ea-415d-8e4e-020320490c18 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0584176 May 03 09:13:12.304724 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c82515dd-b281-47c7-8a2e-5e7dfbed52a1 req-435c807e-cc78-4eb5-813d-4e5e3e8552a7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 May 03 09:13:12.413349 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58268) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:12.426152 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-72c256f9-0d55-46b7-a832-a4ea53d0de7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.500101 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-72c256f9-0d55-46b7-a832-a4ea53d0de7a admin admin] Publish callbacks [] for security_group (fcd71f07-e48e-40bf-ab4d-d2ac5f93f372), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.503936 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-72c256f9-0d55-46b7-a832-a4ea53d0de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (fcd71f07-e48e-40bf-ab4d-d2ac5f93f372), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.540972 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-72c256f9-0d55-46b7-a832-a4ea53d0de7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7458adaedc01454090a4b922578551ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264665 May 03 09:13:12.541752 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c256f9-0d55-46b7-a832-a4ea53d0de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd71f07-e48e-40bf-ab4d-d2ac5f93f372,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:12.543519 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58270) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:12.595030 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cc002408-0351-4ffb-ad3c-a11b62438190 admin admin] Publish callbacks [] for security_group (fcd71f07-e48e-40bf-ab4d-d2ac5f93f372), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.618405 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cc002408-0351-4ffb-ad3c-a11b62438190 admin admin] Publish callbacks [] for security_group (fcd71f07-e48e-40bf-ab4d-d2ac5f93f372), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.663204 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cc002408-0351-4ffb-ad3c-a11b62438190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (fcd71f07-e48e-40bf-ab4d-d2ac5f93f372), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.665690 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cc002408-0351-4ffb-ad3c-a11b62438190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:12.666805 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-cc002408-0351-4ffb-ad3c-a11b62438190 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcd71f07-e48e-40bf-ab4d-d2ac5f93f372 HTTP/1.1" status: 204 len: 168 time: 0.1222632 May 03 09:13:12.674433 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc002408-0351-4ffb-ad3c-a11b62438190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd71f07-e48e-40bf-ab4d-d2ac5f93f372,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:13.425734 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c16010-9453-40f9-887b-f392512135ad req-2f89e16a-6174-47ee-95e3-3217ace3eed1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:13.427542 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-95c16010-9453-40f9-887b-f392512135ad req-2f89e16a-6174-47ee-95e3-3217ace3eed1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0502124 May 03 09:13:13.479592 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-95c16010-9453-40f9-887b-f392512135ad req-c42065de-8d8d-433e-a280-c5b242be3c5e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460024 May 03 09:13:13.720307 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:13:14.260875 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58348) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:14.384975 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2b65-b1c5-4e81-8c0b-b3dc6010c84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:14.468165 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2b65-b1c5-4e81-8c0b-b3dc6010c84c admin admin] Publish callbacks [] for security_group (2eacbe62-a2d3-4dd2-af11-cc42d2487a7e), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:14.471833 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2b65-b1c5-4e81-8c0b-b3dc6010c84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (2eacbe62-a2d3-4dd2-af11-cc42d2487a7e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:14.511785 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3d6a2b65-b1c5-4e81-8c0b-b3dc6010c84c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5478806db9b0478eb39ca47ed7cc6da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497287 May 03 09:13:14.513816 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a2b65-b1c5-4e81-8c0b-b3dc6010c84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eacbe62-a2d3-4dd2-af11-cc42d2487a7e,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:14.517112 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58358) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:14.572309 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1e091520-78df-40b0-8529-710bc4b74b03 admin admin] Publish callbacks [] for security_group (2eacbe62-a2d3-4dd2-af11-cc42d2487a7e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:14.598781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1e091520-78df-40b0-8529-710bc4b74b03 admin admin] Publish callbacks [] for security_group (2eacbe62-a2d3-4dd2-af11-cc42d2487a7e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:14.657703 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1e091520-78df-40b0-8529-710bc4b74b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (2eacbe62-a2d3-4dd2-af11-cc42d2487a7e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:14.664182 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1e091520-78df-40b0-8529-710bc4b74b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:14.664182 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1e091520-78df-40b0-8529-710bc4b74b03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2eacbe62-a2d3-4dd2-af11-cc42d2487a7e HTTP/1.1" status: 204 len: 168 time: 0.1435957 May 03 09:13:14.678456 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e091520-78df-40b0-8529-710bc4b74b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eacbe62-a2d3-4dd2-af11-cc42d2487a7e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:14.753733 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf12c24-9c59-4f35-b000-709671e3e5e4 req-78d89dc5-0dc5-4d3a-8e61-ee192dfbf15a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:14.755274 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cf12c24-9c59-4f35-b000-709671e3e5e4 req-78d89dc5-0dc5-4d3a-8e61-ee192dfbf15a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0495648 May 03 09:13:14.806328 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0cf12c24-9c59-4f35-b000-709671e3e5e4 req-79193eff-b264-4cf6-864a-51d50e19e976 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 May 03 09:13:14.953097 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 58366) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:14.966433 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-02f9b2ec-bbaa-4b77-b394-22018117816f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:15.038540 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-02f9b2ec-bbaa-4b77-b394-22018117816f admin admin] Publish callbacks [] for security_group (30793baf-c6c6-47da-844d-c7b32e43faff), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:15.041938 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-02f9b2ec-bbaa-4b77-b394-22018117816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (30793baf-c6c6-47da-844d-c7b32e43faff), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:15.079227 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-02f9b2ec-bbaa-4b77-b394-22018117816f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b725f6d7c2984b37892cf0529e69ddea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249721 May 03 09:13:15.080171 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9b2ec-bbaa-4b77-b394-22018117816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30793baf-c6c6-47da-844d-c7b32e43faff,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:15.081993 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 58368) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:15.129001 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6c19b3bd-7899-4689-b4f6-627dbe1bc551 admin admin] Publish callbacks [] for security_group (30793baf-c6c6-47da-844d-c7b32e43faff), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:15.150031 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6c19b3bd-7899-4689-b4f6-627dbe1bc551 admin admin] Publish callbacks [] for security_group (30793baf-c6c6-47da-844d-c7b32e43faff), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:15.202556 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6c19b3bd-7899-4689-b4f6-627dbe1bc551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (30793baf-c6c6-47da-844d-c7b32e43faff), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:15.205091 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6c19b3bd-7899-4689-b4f6-627dbe1bc551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:15.206235 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6c19b3bd-7899-4689-b4f6-627dbe1bc551 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30793baf-c6c6-47da-844d-c7b32e43faff HTTP/1.1" status: 204 len: 168 time: 0.1232202 May 03 09:13:15.227750 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19b3bd-7899-4689-b4f6-627dbe1bc551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30793baf-c6c6-47da-844d-c7b32e43faff,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:15.951068 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a5a65-c970-4a02-b731-a8fb3191ae49 req-b8b6f18f-0eb3-43f9-8ac9-de6c569a4583 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:15.952991 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8c1a5a65-c970-4a02-b731-a8fb3191ae49 req-b8b6f18f-0eb3-43f9-8ac9-de6c569a4583 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0731041 May 03 09:13:16.024942 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8c1a5a65-c970-4a02-b731-a8fb3191ae49 req-6e75ef31-f30a-4dfc-872b-807f40b1abdf tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 May 03 09:13:16.143581 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b4f5-45a5-4894-99eb-b5104312a033 req-99e471ba-1bb3-48a6-a874-2b051c74df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:16.150119 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2109b4f5-45a5-4894-99eb-b5104312a033 req-99e471ba-1bb3-48a6-a874-2b051c74df2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1130 time: 0.0403199 May 03 09:13:16.201427 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2109b4f5-45a5-4894-99eb-b5104312a033 req-86b61fcc-264d-4f18-b1d0-37775e14ebe7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 May 03 09:13:17.135792 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc921-f65b-48b0-b907-7dd800058866 req-bbeea585-c448-4c49-b986-58c48115580f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:17.137303 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c72dc921-f65b-48b0-b907-7dd800058866 req-bbeea585-c448-4c49-b986-58c48115580f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0477920 May 03 09:13:17.183241 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c72dc921-f65b-48b0-b907-7dd800058866 req-82106c7c-1d7b-46e7-be46-ca93d2b066a1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 May 03 09:13:18.297732 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c044e9-f4c6-42da-8792-c24ddf9fe17a req-8fb85319-fba3-4383-9919-3e042bbe764c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:18.299181 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-15c044e9-f4c6-42da-8792-c24ddf9fe17a req-8fb85319-fba3-4383-9919-3e042bbe764c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0494261 May 03 09:13:18.345049 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-15c044e9-f4c6-42da-8792-c24ddf9fe17a req-ce4f0ce0-e829-48d5-8658-afc16810a03f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 May 03 09:13:19.460064 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f648d71-b8ac-4e57-925e-fd1d885322e6 req-994ea687-ae5e-4e67-bf98-112e41324089 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:19.461505 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3f648d71-b8ac-4e57-925e-fd1d885322e6 req-994ea687-ae5e-4e67-bf98-112e41324089 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0493534 May 03 09:13:19.508101 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3f648d71-b8ac-4e57-925e-fd1d885322e6 req-7b2a9186-02d5-46f2-b1d5-dc289f6cf85d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 May 03 09:13:20.617248 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcb19c-a134-455c-8a1f-820c305d1ec3 req-7f94df66-605b-42ca-ab3d-2d02a95a4466 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:20.618683 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-33dcb19c-a134-455c-8a1f-820c305d1ec3 req-7f94df66-605b-42ca-ab3d-2d02a95a4466 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0448503 May 03 09:13:20.664423 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-33dcb19c-a134-455c-8a1f-820c305d1ec3 req-b0983a96-3037-4a6d-880e-699cebb1568b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 May 03 09:13:21.787317 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40450a99-68a7-48fa-b7dc-ba7508eca997 req-a1038dd6-a2ab-4079-9f65-03260dea24e2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:21.788818 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-40450a99-68a7-48fa-b7dc-ba7508eca997 req-a1038dd6-a2ab-4079-9f65-03260dea24e2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0597913 May 03 09:13:21.834194 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-40450a99-68a7-48fa-b7dc-ba7508eca997 req-f5a8ad20-c432-41e2-b551-4ccda2953ddb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398417 May 03 09:13:22.954012 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0b6fa-abda-447a-94a2-db0ba127cd28 req-a4fdf6e4-375c-4193-bcc1-2357d9074d16 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:22.955575 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2ba0b6fa-abda-447a-94a2-db0ba127cd28 req-a4fdf6e4-375c-4193-bcc1-2357d9074d16 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0486407 May 03 09:13:23.006241 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2ba0b6fa-abda-447a-94a2-db0ba127cd28 req-be398ca2-34bf-4727-ac0d-c8a9096673b7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449541 May 03 09:13:24.115273 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42f8d-a7dd-4a61-bf3d-84884511b840 req-68cd11a7-fb54-4fe5-9a6e-0681b08d86a6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:24.116777 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5ea42f8d-a7dd-4a61-bf3d-84884511b840 req-68cd11a7-fb54-4fe5-9a6e-0681b08d86a6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0449159 May 03 09:13:24.165425 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5ea42f8d-a7dd-4a61-bf3d-84884511b840 req-8d30392e-0605-430f-87a1-3336de00869d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 May 03 09:13:24.275863 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d57a23-7cb1-4760-8fa5-f6691dbfafae req-3a8bd4a4-3a26-43dd-8c0c-1431e8cc3e09 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:24.277386 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c0d57a23-7cb1-4760-8fa5-f6691dbfafae req-3a8bd4a4-3a26-43dd-8c0c-1431e8cc3e09 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0443957 May 03 09:13:24.322734 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c0d57a23-7cb1-4760-8fa5-f6691dbfafae req-9a858231-7715-4517-8efd-b77e9b945ff3 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 May 03 09:13:26.971944 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:27.959312 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62a830b0-7b24-46cd-a61f-885a114bc13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:30.305310 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75de8ff0-878a-4fcc-8c45-3c63dccaf1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:31.316645 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:32.174240 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbf5c9-293d-4f70-8627-d58aeca4c912 req-a19a94b4-ed65-4452-8bfa-dda1e2976668 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:32.175725 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bfcbf5c9-293d-4f70-8627-d58aeca4c912 req-a19a94b4-ed65-4452-8bfa-dda1e2976668 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0517535 May 03 09:13:32.231791 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-03c064ff-73ec-4d8c-9680-9955e865837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:32.233513 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-03c064ff-73ec-4d8c-9680-9955e865837c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1129 time: 0.0566835 May 03 09:13:32.271576 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bfcbf5c9-293d-4f70-8627-d58aeca4c912 req-6932d12e-67cb-4c8d-9900-0b6fbfef34dd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862157 May 03 09:13:32.337946 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-3446ca74-72cc-46a1-9363-06fbb78e7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:32.339558 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-3446ca74-72cc-46a1-9363-06fbb78e7ab2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.0980341 May 03 09:13:32.386530 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-3577a0ef-44fe-4f86-b8a7-9157cded0f72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865 HTTP/1.1" status: 200 len: 217 time: 0.0411985 May 03 09:13:32.436760 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-da235792-4e7e-436c-957f-99c22c36bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:32.438858 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-da235792-4e7e-436c-957f-99c22c36bbc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0462034 May 03 09:13:32.480779 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-6106ea89-b06f-4aac-b1c3-50ac285b0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:32.482766 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-6106ea89-b06f-4aac-b1c3-50ac285b0b91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378709 May 03 09:13:32.585694 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-631b3b1d-8a5b-42f9-acbc-3d4efae8402c service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954101 May 03 09:13:32.679743 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b928ebce-a329-4684-81dd-c66e4a764c47 req-ff1ce46b-bd15-4845-a5b6-1c6582424d29 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876071 May 03 09:13:32.819923 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:33.308205 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-796c5ed8-7ebc-49e3-9e06-a45f0198c5fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403378 May 03 09:13:33.386449 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32a453-2d1c-4e81-a0cd-e467b23237fb req-2018da88-bd90-4dd7-9c74-7fa878d394d9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:33.388007 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee32a453-2d1c-4e81-a0cd-e467b23237fb req-2018da88-bd90-4dd7-9c74-7fa878d394d9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0470817 May 03 09:13:33.443566 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee32a453-2d1c-4e81-a0cd-e467b23237fb req-0c213e8f-bc73-47ba-9254-5b88a0e3997e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486791 May 03 09:13:33.607202 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-133cc95b-2ca9-450a-9fc2-1b25caaa9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:33.609333 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-133cc95b-2ca9-450a-9fc2-1b25caaa9d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1130 time: 0.2532647 May 03 09:13:33.709523 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-5230d7ec-85e1-4d57-9745-89f20a4ce3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:33.710943 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-5230d7ec-85e1-4d57-9745-89f20a4ce3ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.0811033 May 03 09:13:33.757675 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-c1847197-180a-43f7-b039-b2ffddc331b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 HTTP/1.1" status: 200 len: 217 time: 0.0388298 May 03 09:13:33.809308 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-0cb86fe7-9378-4b69-8f26-a7942e094ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:33.810740 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-0cb86fe7-9378-4b69-8f26-a7942e094ee5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0426610 May 03 09:13:33.854282 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-a23ec949-1f94-4374-a370-662e2faf9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:33.855772 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-a23ec949-1f94-4374-a370-662e2faf9b68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373917 May 03 09:13:33.948924 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-190392b1-9320-4bff-b94e-f659434a4165 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870380 May 03 09:13:34.042536 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7d5ca30-6bb7-4111-b0ee-06eaf65bed64 req-db0c1255-094d-4a13-beed-124953616d0e service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863779 May 03 09:13:34.341637 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:34.556616 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd39d-4b3e-4f58-9f37-dba492d86729 req-e3f6b8d0-5844-45fb-a353-1b7638bc233c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:34.558124 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-148cd39d-4b3e-4f58-9f37-dba492d86729 req-e3f6b8d0-5844-45fb-a353-1b7638bc233c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0466509 May 03 09:13:34.610027 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-148cd39d-4b3e-4f58-9f37-dba492d86729 req-2ee05d9d-ab45-49ba-9c83-fc3f6382c14a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 May 03 09:13:35.718084 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a411f3-fe2e-4e09-b915-dadbbbe85561 req-a38d5732-04f7-4980-9a1d-aedc2bc96b61 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:35.720026 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c4a411f3-fe2e-4e09-b915-dadbbbe85561 req-a38d5732-04f7-4980-9a1d-aedc2bc96b61 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0449533 May 03 09:13:35.764339 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c4a411f3-fe2e-4e09-b915-dadbbbe85561 req-4fbaab50-3b68-4060-9eb0-b9482920e626 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389283 May 03 09:13:36.876488 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da91b7-d435-4634-a213-42b4c314bfbb req-69bf6d52-3a23-4399-aa91-9d2fb12d9b52 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:36.877960 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d1da91b7-d435-4634-a213-42b4c314bfbb req-69bf6d52-3a23-4399-aa91-9d2fb12d9b52 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0462778 May 03 09:13:36.923412 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d1da91b7-d435-4634-a213-42b4c314bfbb req-2708a770-506b-410e-a2a1-f76f5c2662e4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 May 03 09:13:38.035619 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897d6e2-1eac-4a36-8988-1d287fdf4918 req-005eb483-029b-4e38-b156-3f9f26678ad2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:38.037174 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7897d6e2-1eac-4a36-8988-1d287fdf4918 req-005eb483-029b-4e38-b156-3f9f26678ad2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0485153 May 03 09:13:38.083931 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7897d6e2-1eac-4a36-8988-1d287fdf4918 req-cee13003-53e8-47ba-a91b-0da8b884a12f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 May 03 09:13:39.197622 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f561-c3b3-4c9f-9b2d-fffb994d688d req-02c2d25b-0ab4-416a-99ff-38e9b9560b4e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:39.199086 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7a09f561-c3b3-4c9f-9b2d-fffb994d688d req-02c2d25b-0ab4-416a-99ff-38e9b9560b4e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0493622 May 03 09:13:39.248705 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7a09f561-c3b3-4c9f-9b2d-fffb994d688d req-2fd24801-811f-4438-95e2-ab1dddc612d3 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 May 03 09:13:40.361655 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532252ed-5484-45d8-8838-c4f62eed9499 req-efc0c095-ea03-4480-b6c0-7c5923cd091a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:40.363160 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-532252ed-5484-45d8-8838-c4f62eed9499 req-efc0c095-ea03-4480-b6c0-7c5923cd091a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0472543 May 03 09:13:40.409512 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-532252ed-5484-45d8-8838-c4f62eed9499 req-1ae3f66b-bec1-46b8-b40f-25bb4391b348 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 May 03 09:13:41.522464 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed244ef-2eb4-4809-ad2b-05f7dba7efc6 req-25fc9fd2-800e-4bfa-98d8-c47b572a70ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:41.523950 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9ed244ef-2eb4-4809-ad2b-05f7dba7efc6 req-25fc9fd2-800e-4bfa-98d8-c47b572a70ac tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0470769 May 03 09:13:41.576715 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9ed244ef-2eb4-4809-ad2b-05f7dba7efc6 req-719b7403-54c4-4948-8c71-bf5f9dfec462 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 May 03 09:13:42.691593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd45b-3215-45db-8d57-2ab550b60266 req-f19768d1-07ca-421d-9a14-6e134533194f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:42.693086 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c4ccd45b-3215-45db-8d57-2ab550b60266 req-f19768d1-07ca-421d-9a14-6e134533194f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0493066 May 03 09:13:42.738381 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c4ccd45b-3215-45db-8d57-2ab550b60266 req-eb8ad350-f78f-47f3-bdf1-764941b5c1ef tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 May 03 09:13:43.851495 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c16cc-15cd-49d5-8acb-bb8163121103 req-0cd3e4c6-b18a-404f-bc53-05389cff24cd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:43.852983 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c86c16cc-15cd-49d5-8acb-bb8163121103 req-0cd3e4c6-b18a-404f-bc53-05389cff24cd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0465720 May 03 09:13:43.903629 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c86c16cc-15cd-49d5-8acb-bb8163121103 req-ead0ced2-327f-4385-9529-6832cd4ddbb8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450690 May 03 09:13:45.012427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dbfeb-bb31-492b-b739-99d0cc2e9246 req-e9569b7a-f977-42d0-9a77-928a81d3f4d9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:45.013970 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c77dbfeb-bb31-492b-b739-99d0cc2e9246 req-e9569b7a-f977-42d0-9a77-928a81d3f4d9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0456700 May 03 09:13:45.060441 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c77dbfeb-bb31-492b-b739-99d0cc2e9246 req-36b23a8f-e5e1-463d-ab19-2fe85cf16a2b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 May 03 09:13:46.172038 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055d026-6929-46cc-98c0-d1785fd263ae req-a9b65909-abaf-47c7-80b9-a0ecce855ba1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:46.173512 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e055d026-6929-46cc-98c0-d1785fd263ae req-a9b65909-abaf-47c7-80b9-a0ecce855ba1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0454123 May 03 09:13:46.227051 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e055d026-6929-46cc-98c0-d1785fd263ae req-0dce10b5-8831-402f-bd85-7164f4940316 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475984 May 03 09:13:47.335534 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c2005-6838-4b64-9505-43a3561edd9b req-c95a5a7a-2002-433a-b847-c5d6c20af8db tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:47.337002 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a53c2005-6838-4b64-9505-43a3561edd9b req-c95a5a7a-2002-433a-b847-c5d6c20af8db tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0455315 May 03 09:13:47.385111 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a53c2005-6838-4b64-9505-43a3561edd9b req-cafcdadd-eb3d-483b-bd82-260ad9bcc177 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 May 03 09:13:48.495265 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304461d-8097-4400-88f6-9519bd14ec30 req-c1c7cea7-30c9-4f4f-8886-46eb46f1c7e9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:48.496660 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d304461d-8097-4400-88f6-9519bd14ec30 req-c1c7cea7-30c9-4f4f-8886-46eb46f1c7e9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0460403 May 03 09:13:48.542359 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d304461d-8097-4400-88f6-9519bd14ec30 req-f8eb819a-e34d-49bd-b668-5827b95e0b40 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 May 03 09:13:49.652188 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4803db-b164-4df5-b082-0609743e7033 req-47569ded-92bf-4116-a780-7c83c3e92803 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:49.653644 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ed4803db-b164-4df5-b082-0609743e7033 req-47569ded-92bf-4116-a780-7c83c3e92803 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0451488 May 03 09:13:49.699086 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ed4803db-b164-4df5-b082-0609743e7033 req-f885a6ae-56a0-4fd4-a73d-39633191aaef tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 May 03 09:13:50.718373 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:13:50.818765 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05f5fa-0211-4685-a46a-aedaa5cf26e6 req-66faa2a5-ca1e-4f85-8b8b-4f27b715d876 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:50.820305 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6c05f5fa-0211-4685-a46a-aedaa5cf26e6 req-66faa2a5-ca1e-4f85-8b8b-4f27b715d876 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0509346 May 03 09:13:50.883610 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6c05f5fa-0211-4685-a46a-aedaa5cf26e6 req-ede9e25e-c3b9-4b32-901e-905711eeda5c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 May 03 09:13:52.000435 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25439-222a-4073-9cba-736700d18418 req-def1a892-6f8e-4494-afcf-2e6f774cb4fe tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:52.005325 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1ae25439-222a-4073-9cba-736700d18418 req-def1a892-6f8e-4494-afcf-2e6f774cb4fe tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0510216 May 03 09:13:52.061729 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1ae25439-222a-4073-9cba-736700d18418 req-ea3442f4-fda6-44eb-816c-e2bce0e8e17d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 May 03 09:13:52.354459 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59028) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:52.493758 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:52.568893 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Publish callbacks [] for security_group (08b9183f-d457-4e17-817e-71e040b9e569), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:52.572230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (08b9183f-d457-4e17-817e-71e040b9e569), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:52.612138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b9183f-d457-4e17-817e-71e040b9e569,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:52.615950 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=918fb79e77b44000a3bca1c68d45c1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605016 May 03 09:13:52.618680 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59034) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:52.621599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.621945 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.622307 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.622646 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.622975 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.623298 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.623620 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.624010 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.624360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.624689 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.625012 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.625399 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.625668 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.625981 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.626294 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d1a8e-8027-45e0-b273-b8408419099d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.670089 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Publish callbacks [] for security_group (08b9183f-d457-4e17-817e-71e040b9e569), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:52.690568 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Publish callbacks [] for security_group (08b9183f-d457-4e17-817e-71e040b9e569), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:52.740555 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (08b9183f-d457-4e17-817e-71e040b9e569), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:52.743113 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:52.744562 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08b9183f-d457-4e17-817e-71e040b9e569 HTTP/1.1" status: 204 len: 168 time: 0.1246269 May 03 09:13:52.756988 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b9183f-d457-4e17-817e-71e040b9e569,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:52.765470 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.765821 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.766168 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.766507 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.766840 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.767169 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.767494 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.767818 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.768163 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.768491 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.768816 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.769141 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.769545 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.769769 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:52.770089 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f8ce9-1a9c-437e-a0e6-d6403afb04b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:13:53.003778 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59044) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:53.017689 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-03022f2f-0742-408a-8990-58eac63c2268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:53.100854 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-03022f2f-0742-408a-8990-58eac63c2268 admin admin] Publish callbacks [] for security_group (b9eef776-87b3-4046-a8a7-3a4b7fca334e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:53.104598 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-03022f2f-0742-408a-8990-58eac63c2268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b9eef776-87b3-4046-a8a7-3a4b7fca334e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:53.151624 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-03022f2f-0742-408a-8990-58eac63c2268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24018ce168c64974bf8d81b0872ed975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467125 May 03 09:13:53.154484 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59048) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:13:53.171454 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03022f2f-0742-408a-8990-58eac63c2268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eef776-87b3-4046-a8a7-3a4b7fca334e,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:53.189628 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae4e5-c0c9-419f-9de1-ddee4247062a req-b75a8341-d47c-4ef9-be8b-1b27609eb546 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:53.191137 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0c7ae4e5-c0c9-419f-9de1-ddee4247062a req-b75a8341-d47c-4ef9-be8b-1b27609eb546 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0576365 May 03 09:13:53.214312 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-65679ace-231c-42aa-8156-d8d03f38ca9b admin admin] Publish callbacks [] for security_group (b9eef776-87b3-4046-a8a7-3a4b7fca334e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:53.245907 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-65679ace-231c-42aa-8156-d8d03f38ca9b admin admin] Publish callbacks [] for security_group (b9eef776-87b3-4046-a8a7-3a4b7fca334e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:53.247971 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0c7ae4e5-c0c9-419f-9de1-ddee4247062a req-44cc20a5-ccff-4ab1-88cc-2a8f476ada4b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513406 May 03 09:13:53.292379 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-65679ace-231c-42aa-8156-d8d03f38ca9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b9eef776-87b3-4046-a8a7-3a4b7fca334e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:53.294924 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-65679ace-231c-42aa-8156-d8d03f38ca9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:53.296597 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-65679ace-231c-42aa-8156-d8d03f38ca9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9eef776-87b3-4046-a8a7-3a4b7fca334e HTTP/1.1" status: 204 len: 168 time: 0.1371777 May 03 09:13:53.304166 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679ace-231c-42aa-8156-d8d03f38ca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eef776-87b3-4046-a8a7-3a4b7fca334e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:13:54.375190 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c7ae1-e89a-43ed-b341-36c4df26b3db req-8f22d77b-7e65-4164-ae2b-c973ad2ad4c4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:54.376784 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-546c7ae1-e89a-43ed-b341-36c4df26b3db req-8f22d77b-7e65-4164-ae2b-c973ad2ad4c4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0578575 May 03 09:13:54.428489 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-546c7ae1-e89a-43ed-b341-36c4df26b3db req-943bf179-47ab-4cba-bd49-ab1ead59a7a8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 May 03 09:13:55.538895 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dace3-7df6-434b-a80d-a5fc8acf7ed7 req-bb0c9fa5-144b-4365-896d-53fed60a1f75 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:55.540414 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc7dace3-7df6-434b-a80d-a5fc8acf7ed7 req-bb0c9fa5-144b-4365-896d-53fed60a1f75 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0460908 May 03 09:13:55.590667 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc7dace3-7df6-434b-a80d-a5fc8acf7ed7 req-f15bf438-e6e8-4f31-9e1d-5379bad00aa7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447330 May 03 09:13:56.699812 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab492a-1e64-410f-bf9f-02d112e330ce req-b2aa1b05-2862-4a30-9248-98135c9bc29b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:56.701294 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-29ab492a-1e64-410f-bf9f-02d112e330ce req-b2aa1b05-2862-4a30-9248-98135c9bc29b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0457571 May 03 09:13:56.746659 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-29ab492a-1e64-410f-bf9f-02d112e330ce req-e62dcf45-2b15-42ec-9891-cfc9ed1eaf22 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 May 03 09:13:56.963049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:57.858088 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316f39-a48f-46d5-b86a-23ed10147489 req-dd6ba8b1-1de2-4258-a967-a191f33dc96e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:57.859601 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1e316f39-a48f-46d5-b86a-23ed10147489 req-dd6ba8b1-1de2-4258-a967-a191f33dc96e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0456846 May 03 09:13:57.904098 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1e316f39-a48f-46d5-b86a-23ed10147489 req-15e7ba80-5e02-469d-9c4d-1678e628fa16 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390327 May 03 09:13:57.960567 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93753bec-6042-4221-aeb8-307d3e380033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:13:59.015324 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90dfd-331e-4398-afa5-55db8ceef21a req-586bc659-e984-4388-af51-d11359ebb6b8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:13:59.016894 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6c90dfd-331e-4398-afa5-55db8ceef21a req-586bc659-e984-4388-af51-d11359ebb6b8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0458107 May 03 09:13:59.060532 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6c90dfd-331e-4398-afa5-55db8ceef21a req-a0365bac-9d81-44ef-9a57-5b77341e62c1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381563 May 03 09:14:00.173986 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d428fd-d919-4511-b8f5-da27602b0e27 req-b73e73b2-d624-4c6c-b537-a496be711a74 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:00.175373 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-80d428fd-d919-4511-b8f5-da27602b0e27 req-b73e73b2-d624-4c6c-b537-a496be711a74 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0476794 May 03 09:14:00.221454 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-80d428fd-d919-4511-b8f5-da27602b0e27 req-8c725171-3d22-48a1-8338-e32e0191a362 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 May 03 09:14:00.306663 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad10786a-3a13-430d-a89e-d9119bb1cd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:01.315387 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:01.346320 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2107a2-d214-4c76-98ce-393f74ae5574 req-1c329740-1ac2-473c-8b20-b5c68bfb5452 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:01.347827 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-aa2107a2-d214-4c76-98ce-393f74ae5574 req-1c329740-1ac2-473c-8b20-b5c68bfb5452 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0586157 May 03 09:14:01.394298 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-aa2107a2-d214-4c76-98ce-393f74ae5574 req-b773c0a9-c36b-4929-aa35-6b71ea0ea866 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 May 03 09:14:02.515795 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01385a5-af8d-44ce-a1b4-7b02c69868fc req-d2ec658a-7577-42f7-b603-2290a9717b84 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:02.517414 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a01385a5-af8d-44ce-a1b4-7b02c69868fc req-d2ec658a-7577-42f7-b603-2290a9717b84 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0550847 May 03 09:14:02.565509 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a01385a5-af8d-44ce-a1b4-7b02c69868fc req-07c07588-7fa8-43c1-a592-f9e9df410984 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 May 03 09:14:02.814452 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:03.674565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2698191-2dd1-4e1b-853b-04b9471cdc3f req-fa4c3dbe-8207-43f4-a3a2-c9467870976a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:03.675938 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2698191-2dd1-4e1b-853b-04b9471cdc3f req-fa4c3dbe-8207-43f4-a3a2-c9467870976a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0455527 May 03 09:14:03.720984 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e2698191-2dd1-4e1b-853b-04b9471cdc3f req-8fa3186f-b6d4-4d61-a87a-8db27e9149a1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 May 03 09:14:04.344606 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:04.828716 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea037a-364b-4f8a-b4fc-b92f020fcce0 req-803e6dfb-68de-4f1a-880e-cacd1bc8af5e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:04.830093 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-71ea037a-364b-4f8a-b4fc-b92f020fcce0 req-803e6dfb-68de-4f1a-880e-cacd1bc8af5e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0460215 May 03 09:14:04.875463 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-71ea037a-364b-4f8a-b4fc-b92f020fcce0 req-1f87d81c-69b4-4f68-ba56-7a61b1169768 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 May 03 09:14:05.997797 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed71b16-292e-40c2-a859-15189165f8b9 req-433480cf-7f87-41e9-9ceb-ae0673e3210e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:05.999271 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2ed71b16-292e-40c2-a859-15189165f8b9 req-433480cf-7f87-41e9-9ceb-ae0673e3210e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0504065 May 03 09:14:06.045515 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2ed71b16-292e-40c2-a859-15189165f8b9 req-e1672d24-7a20-4f9a-b157-b15d00002eab tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 May 03 09:14:07.163633 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bb801-0445-481e-b2ec-50fc6c99f199 req-47655073-b96e-4ec5-be72-c2d0b2f7f581 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:07.165140 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bc9bb801-0445-481e-b2ec-50fc6c99f199 req-47655073-b96e-4ec5-be72-c2d0b2f7f581 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0497005 May 03 09:14:07.215106 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bc9bb801-0445-481e-b2ec-50fc6c99f199 req-3e734041-937d-424e-ad4f-c10706171ed3 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 May 03 09:14:08.330647 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54130ca-3588-4c61-8bcc-6268f80320db req-2188a2f6-de6d-49ff-ba18-47e3031ade2b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:08.332005 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a54130ca-3588-4c61-8bcc-6268f80320db req-2188a2f6-de6d-49ff-ba18-47e3031ade2b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0457394 May 03 09:14:08.377324 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a54130ca-3588-4c61-8bcc-6268f80320db req-b2a6600a-3776-41c6-9e92-7dc8dfce12f9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 May 03 09:14:09.486922 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e70e6-7203-48d7-b205-e9ce4d41b7f2 req-d388b3f5-24e1-4833-b0cc-60bcfad00e85 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:09.488406 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d74e70e6-7203-48d7-b205-e9ce4d41b7f2 req-d388b3f5-24e1-4833-b0cc-60bcfad00e85 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0469062 May 03 09:14:09.539282 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d74e70e6-7203-48d7-b205-e9ce4d41b7f2 req-4c2f6599-ddec-40b1-98a8-a2286aa1b13f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454099 May 03 09:14:10.651913 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eee5e0-5931-4f28-94a7-fec52f174201 req-a52c5e28-2057-48f0-8ca6-c423dc9e7840 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:10.654607 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-35eee5e0-5931-4f28-94a7-fec52f174201 req-a52c5e28-2057-48f0-8ca6-c423dc9e7840 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0503032 May 03 09:14:10.704842 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-35eee5e0-5931-4f28-94a7-fec52f174201 req-d92da398-0c86-4583-98fb-b0876683b561 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 May 03 09:14:11.820761 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c03e24-761f-4f48-ab5d-d86e33dfb4e1 req-da92f349-435a-46a6-87cb-9db7813c9eb4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:11.822270 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-55c03e24-761f-4f48-ab5d-d86e33dfb4e1 req-da92f349-435a-46a6-87cb-9db7813c9eb4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0506861 May 03 09:14:11.871629 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-55c03e24-761f-4f48-ab5d-d86e33dfb4e1 req-a0a301a6-3360-438a-a9e0-81d3d631b676 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 May 03 09:14:12.984518 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cefa4-02b3-42a3-b396-0ea4bc718948 req-8882afd4-6dbf-4ddb-9707-66196776bc44 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:12.985992 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-428cefa4-02b3-42a3-b396-0ea4bc718948 req-8882afd4-6dbf-4ddb-9707-66196776bc44 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0470028 May 03 09:14:13.031870 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-428cefa4-02b3-42a3-b396-0ea4bc718948 req-9fa29291-b65e-4cac-aba8-055974a8ff72 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 May 03 09:14:13.721898 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59396) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:13.832111 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fd82c933-3a1b-480c-987c-cb1204e67ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:13.912205 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fd82c933-3a1b-480c-987c-cb1204e67ef1 admin admin] Publish callbacks [] for security_group (4cc14507-25f9-4556-8742-892b19f861b2), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:13.915993 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fd82c933-3a1b-480c-987c-cb1204e67ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4cc14507-25f9-4556-8742-892b19f861b2), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:13.954542 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-fd82c933-3a1b-480c-987c-cb1204e67ef1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2755b44a34e84685a5731e4759104b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315524 May 03 09:14:13.955432 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82c933-3a1b-480c-987c-cb1204e67ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc14507-25f9-4556-8742-892b19f861b2,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:13.957284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59408) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:14.006332 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d9afa6d-3b73-43a1-9401-2ef00c3d74d1 admin admin] Publish callbacks [] for security_group (4cc14507-25f9-4556-8742-892b19f861b2), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.027499 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d9afa6d-3b73-43a1-9401-2ef00c3d74d1 admin admin] Publish callbacks [] for security_group (4cc14507-25f9-4556-8742-892b19f861b2), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.076352 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d9afa6d-3b73-43a1-9401-2ef00c3d74d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4cc14507-25f9-4556-8742-892b19f861b2), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.079142 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d9afa6d-3b73-43a1-9401-2ef00c3d74d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.080988 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0d9afa6d-3b73-43a1-9401-2ef00c3d74d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cc14507-25f9-4556-8742-892b19f861b2 HTTP/1.1" status: 204 len: 168 time: 0.1225889 May 03 09:14:14.089017 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9afa6d-3b73-43a1-9401-2ef00c3d74d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc14507-25f9-4556-8742-892b19f861b2,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:14.152914 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e080e58-f70d-49ab-ba76-bb3c709be558 req-2309c660-ed3d-4356-8430-5dc1ad3df3b6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:14.154415 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9e080e58-f70d-49ab-ba76-bb3c709be558 req-2309c660-ed3d-4356-8430-5dc1ad3df3b6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0543580 May 03 09:14:14.204598 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9e080e58-f70d-49ab-ba76-bb3c709be558 req-3e5c5f02-ce08-4a6f-ae84-bd9ffae0df1e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 May 03 09:14:14.369121 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59418) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:14.382764 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5040fc38-ca69-48f9-867d-c5b7dbfde037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.465874 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5040fc38-ca69-48f9-867d-c5b7dbfde037 admin admin] Publish callbacks [] for security_group (c8007724-9bf7-4622-8df0-2818e3fb2511), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.469464 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5040fc38-ca69-48f9-867d-c5b7dbfde037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (c8007724-9bf7-4622-8df0-2818e3fb2511), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.508577 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5040fc38-ca69-48f9-867d-c5b7dbfde037 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03f46dbd2efd4e408d0cb9ccd21430c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382961 May 03 09:14:14.509516 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040fc38-ca69-48f9-867d-c5b7dbfde037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8007724-9bf7-4622-8df0-2818e3fb2511,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:14.511224 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59422) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:14.562978 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-34b32c4f-cbab-4c60-b83e-fa907d0b1886 admin admin] Publish callbacks [] for security_group (c8007724-9bf7-4622-8df0-2818e3fb2511), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.586953 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-34b32c4f-cbab-4c60-b83e-fa907d0b1886 admin admin] Publish callbacks [] for security_group (c8007724-9bf7-4622-8df0-2818e3fb2511), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.633480 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-34b32c4f-cbab-4c60-b83e-fa907d0b1886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (c8007724-9bf7-4622-8df0-2818e3fb2511), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.636032 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-34b32c4f-cbab-4c60-b83e-fa907d0b1886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:14.637187 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-34b32c4f-cbab-4c60-b83e-fa907d0b1886 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8007724-9bf7-4622-8df0-2818e3fb2511 HTTP/1.1" status: 204 len: 168 time: 0.1249163 May 03 09:14:14.645252 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b32c4f-cbab-4c60-b83e-fa907d0b1886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8007724-9bf7-4622-8df0-2818e3fb2511,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:15.104841 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59446) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:15.209159 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dd702548-a0d4-4bfc-9657-8ae24714e8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:15.328912 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dd702548-a0d4-4bfc-9657-8ae24714e8ff admin admin] Publish callbacks [] for security_group (8293b775-1a88-43c5-9cd7-e8ad6bc8007e), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:15.334842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dd702548-a0d4-4bfc-9657-8ae24714e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8293b775-1a88-43c5-9cd7-e8ad6bc8007e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:15.366221 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b370-5bdc-4fe3-b921-40e887b82032 req-d546ee25-4be3-4517-a8b8-78a43eaad362 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:15.367687 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dcf2b370-5bdc-4fe3-b921-40e887b82032 req-d546ee25-4be3-4517-a8b8-78a43eaad362 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0729768 May 03 09:14:15.403518 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-dd702548-a0d4-4bfc-9657-8ae24714e8ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c438898ecc344d0be2da18a183ea2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974200 May 03 09:14:15.406112 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59464) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:15.407759 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd702548-a0d4-4bfc-9657-8ae24714e8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8293b775-1a88-43c5-9cd7-e8ad6bc8007e,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:15.443819 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dcf2b370-5bdc-4fe3-b921-40e887b82032 req-bf2fdc17-8394-4697-b3d6-2062891b1f37 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674052 May 03 09:14:15.472498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c842-06bd-4295-93da-ad874a847198 admin admin] Publish callbacks [] for security_group (8293b775-1a88-43c5-9cd7-e8ad6bc8007e), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:15.498180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c842-06bd-4295-93da-ad874a847198 admin admin] Publish callbacks [] for security_group (8293b775-1a88-43c5-9cd7-e8ad6bc8007e), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:15.545809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c842-06bd-4295-93da-ad874a847198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8293b775-1a88-43c5-9cd7-e8ad6bc8007e), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:15.548708 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c842-06bd-4295-93da-ad874a847198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:15.552312 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b6b8c842-06bd-4295-93da-ad874a847198 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8293b775-1a88-43c5-9cd7-e8ad6bc8007e HTTP/1.1" status: 204 len: 168 time: 0.1427894 May 03 09:14:15.558887 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8c842-06bd-4295-93da-ad874a847198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8293b775-1a88-43c5-9cd7-e8ad6bc8007e,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:16.571241 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc79a5c-6071-4198-9e50-3e1285e8b719 req-2b1c3406-01ca-4d08-9a03-0c2a6f835816 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:16.572913 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dc79a5c-6071-4198-9e50-3e1285e8b719 req-2b1c3406-01ca-4d08-9a03-0c2a6f835816 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0539761 May 03 09:14:16.632734 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3dc79a5c-6071-4198-9e50-3e1285e8b719 req-ceee074a-74e3-4531-b530-7fa8b435478b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 May 03 09:14:17.746983 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51d4d3-7696-4211-ada8-5d68451d700d req-18f6850e-8245-4b3c-aee6-f603f166a7d1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:17.748460 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef51d4d3-7696-4211-ada8-5d68451d700d req-18f6850e-8245-4b3c-aee6-f603f166a7d1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0479705 May 03 09:14:17.797058 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef51d4d3-7696-4211-ada8-5d68451d700d req-acef5b34-7583-43a1-a2b9-6a090fdff955 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 May 03 09:14:18.487069 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c9ed-6400-46f9-afc9-0abf0aaa2f87 req-60d56a33-710e-4b70-979e-780100ef944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:18.488651 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce15c9ed-6400-46f9-afc9-0abf0aaa2f87 req-60d56a33-710e-4b70-979e-780100ef944d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1129 time: 0.0382910 May 03 09:14:18.535008 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce15c9ed-6400-46f9-afc9-0abf0aaa2f87 req-3baaffeb-f40d-4fee-833b-a62438ae9432 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365603 May 03 09:14:18.914036 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f1971-2c20-449f-8d11-4d27b83d8cee req-e408c024-bb67-4147-974f-7ed9031dd988 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:18.915605 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bf1f1971-2c20-449f-8d11-4d27b83d8cee req-e408c024-bb67-4147-974f-7ed9031dd988 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0480316 May 03 09:14:18.963336 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bf1f1971-2c20-449f-8d11-4d27b83d8cee req-9e02b7f1-030f-4d56-9492-f473a906fef5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 May 03 09:14:19.971481 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-9de7994d-9144-4968-bbdb-9cb93bf488e4 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864030731&fields=id&tenant_id=3444fc5e89a24b7c9ec0e18369085501 HTTP/1.1" status: 200 len: 267 time: 0.0428450 May 03 09:14:19.981738 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59644) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:20.082869 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7b9ea-e38a-4b91-9d31-ef19dc0c6f90 req-59ea718a-ef81-4d41-8e22-b1d4f8bb6276 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:20.083921 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-435e1f60-cd15-4fed-aa52-346f383e8453 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:20.085408 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-435e1f60-cd15-4fed-aa52-346f383e8453 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/networks?id=2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 200 len: 808 time: 0.1073639 May 03 09:14:20.085955 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-18b7b9ea-e38a-4b91-9d31-ef19dc0c6f90 req-59ea718a-ef81-4d41-8e22-b1d4f8bb6276 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0516694 May 03 09:14:20.100752 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-c24a7e2a-84d4-408a-918c-9b6f7617f511 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/quotas/3444fc5e89a24b7c9ec0e18369085501 HTTP/1.1" status: 200 len: 375 time: 0.0095367 May 03 09:14:20.105326 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ce3e-0288-451f-b93c-d2bf0ac1711d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.149379 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-107288f5-c136-4462-8276-3ec90a45f5d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432227 May 03 09:14:20.157188 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-18b7b9ea-e38a-4b91-9d31-ef19dc0c6f90 req-b5b939e2-d7ce-4b21-9184-1d05937fccf8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 May 03 09:14:20.217500 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ce3e-0288-451f-b93c-d2bf0ac1711d admin admin] Publish callbacks [] for security_group (26372de4-c49d-4058-b0f6-706c5219caf8), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.221823 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ce3e-0288-451f-b93c-d2bf0ac1711d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (26372de4-c49d-4058-b0f6-706c5219caf8), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.261278 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-d3c6ce3e-0288-451f-b93c-d2bf0ac1711d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6212eedb93ad4dac9c425049d9bbb9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784317 May 03 09:14:20.262130 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6ce3e-0288-451f-b93c-d2bf0ac1711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26372de4-c49d-4058-b0f6-706c5219caf8,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:20.263873 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59652) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:20.279688 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-58a7b38d-aaa4-4b49-a52d-9dde2543f137 service neutron] 10.222.0.23 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177027 May 03 09:14:20.381231 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf38d67-03be-4e0d-802f-4fd20091da25 admin admin] Publish callbacks [] for security_group (26372de4-c49d-4058-b0f6-706c5219caf8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.416777 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-aef7277c-bd70-41c9-aa4c-ed22a08f2e12 service neutron] 10.222.0.23 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240339 May 03 09:14:20.418532 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf38d67-03be-4e0d-802f-4fd20091da25 admin admin] Publish callbacks [] for security_group (26372de4-c49d-4058-b0f6-706c5219caf8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.472266 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf38d67-03be-4e0d-802f-4fd20091da25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (26372de4-c49d-4058-b0f6-706c5219caf8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.475068 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-daf38d67-03be-4e0d-802f-4fd20091da25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.476190 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-daf38d67-03be-4e0d-802f-4fd20091da25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26372de4-c49d-4058-b0f6-706c5219caf8 HTTP/1.1" status: 204 len: 168 time: 0.2111855 May 03 09:14:20.494480 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf38d67-03be-4e0d-802f-4fd20091da25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26372de4-c49d-4058-b0f6-706c5219caf8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:20.724590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59676) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:20.809951 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bdcb0363-a1a2-46e2-ad64-7f81dda59a69 req-f2a1a8ee-0fe8-44db-ac57-1205b34a33df tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 210 time: 0.0440588 May 03 09:14:20.852225 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e6d01cbc-7bd8-40ed-be46-c49b08add9f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.867293 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59686) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:20.891032 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8747c804-4a26-4837-abd6-0a4fb9c3cd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.990283 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e6d01cbc-7bd8-40ed-be46-c49b08add9f3 admin admin] Publish callbacks [] for security_group (f3dbd160-377f-4deb-8acc-d16b15d1f340), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:20.997506 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e6d01cbc-7bd8-40ed-be46-c49b08add9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f3dbd160-377f-4deb-8acc-d16b15d1f340), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.052935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8747c804-4a26-4837-abd6-0a4fb9c3cd63 admin admin] Publish callbacks [] for security_group (7ced71a5-8ac4-4a58-8bf8-90a84c827194), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.056694 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e6d01cbc-7bd8-40ed-be46-c49b08add9f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d76fe98c8fa41c0a11bceee702e156c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305769 May 03 09:14:21.058020 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8747c804-4a26-4837-abd6-0a4fb9c3cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (7ced71a5-8ac4-4a58-8bf8-90a84c827194), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.059628 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59694) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:21.060402 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d01cbc-7bd8-40ed-be46-c49b08add9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dbd160-377f-4deb-8acc-d16b15d1f340,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:21.102162 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8747c804-4a26-4837-abd6-0a4fb9c3cd63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e277afbc0b1540a197f47cc54515da48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338572 May 03 09:14:21.104081 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747c804-4a26-4837-abd6-0a4fb9c3cd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ced71a5-8ac4-4a58-8bf8-90a84c827194,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:21.104964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59696) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:21.169838 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad269-1e9a-4e53-833d-0a00cfc4fcc2 admin admin] Publish callbacks [] for security_group (f3dbd160-377f-4deb-8acc-d16b15d1f340), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.201884 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c597810-88bd-4a6a-937d-fa46ebe6da37 admin admin] Publish callbacks [] for security_group (7ced71a5-8ac4-4a58-8bf8-90a84c827194), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.209811 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad269-1e9a-4e53-833d-0a00cfc4fcc2 admin admin] Publish callbacks [] for security_group (f3dbd160-377f-4deb-8acc-d16b15d1f340), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.253562 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c597810-88bd-4a6a-937d-fa46ebe6da37 admin admin] Publish callbacks [] for security_group (7ced71a5-8ac4-4a58-8bf8-90a84c827194), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.328401 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad269-1e9a-4e53-833d-0a00cfc4fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f3dbd160-377f-4deb-8acc-d16b15d1f340), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.331665 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad269-1e9a-4e53-833d-0a00cfc4fcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.335231 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2f6ad269-1e9a-4e53-833d-0a00cfc4fcc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3dbd160-377f-4deb-8acc-d16b15d1f340 HTTP/1.1" status: 204 len: 168 time: 0.2718492 May 03 09:14:21.335362 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671d793-e7cb-434d-a9d4-f64410e392a8 req-f20991d6-9fa8-42c6-a36a-83d12c81252f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:21.336499 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0671d793-e7cb-434d-a9d4-f64410e392a8 req-f20991d6-9fa8-42c6-a36a-83d12c81252f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0683594 May 03 09:14:21.341706 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ad269-1e9a-4e53-833d-0a00cfc4fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dbd160-377f-4deb-8acc-d16b15d1f340,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:21.343662 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c597810-88bd-4a6a-937d-fa46ebe6da37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (7ced71a5-8ac4-4a58-8bf8-90a84c827194), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.346455 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c597810-88bd-4a6a-937d-fa46ebe6da37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:21.350284 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4c597810-88bd-4a6a-937d-fa46ebe6da37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ced71a5-8ac4-4a58-8bf8-90a84c827194 HTTP/1.1" status: 204 len: 168 time: 0.2440765 May 03 09:14:21.360432 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c597810-88bd-4a6a-937d-fa46ebe6da37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ced71a5-8ac4-4a58-8bf8-90a84c827194,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:21.419499 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0671d793-e7cb-434d-a9d4-f64410e392a8 req-99998714-c780-4e91-a05d-4a155eb81b13 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699978 May 03 09:14:21.711528 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971856f-7f6e-4922-aa20-1893a77f6260 req-35412ca1-069e-40c2-b684-5a3862b4b592 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:21.713157 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4971856f-7f6e-4922-aa20-1893a77f6260 req-35412ca1-069e-40c2-b684-5a3862b4b592 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0639424 May 03 09:14:21.792693 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4971856f-7f6e-4922-aa20-1893a77f6260 req-7e319e5d-05e6-4a70-b8c1-bc9183408d22 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729032 May 03 09:14:21.861689 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-3cf1a44d-8bff-4611-b85f-3637d7e6d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:21.863498 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-3cf1a44d-8bff-4611-b85f-3637d7e6d578 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1129 time: 0.0453620 May 03 09:14:21.941797 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b8d5bf29-1f2a-45eb-b949-c0d3707c481b req-aae1baa0-90e5-4889-8240-3c1f10f222a9 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 210 time: 0.0429778 May 03 09:14:22.011498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-77d73bad-024d-4075-8158-c47015eb8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:22.011498 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-77d73bad-024d-4075-8158-c47015eb8af1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.1037021 May 03 09:14:22.064652 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-3fc1f489-2f67-4cbc-a50f-5141685ba3b0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:22.065489 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-ee8c2ac6-bab8-4f98-b601-0ba831683c27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865 HTTP/1.1" status: 200 len: 217 time: 0.0464895 May 03 09:14:22.066562 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-3fc1f489-2f67-4cbc-a50f-5141685ba3b0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.36 "GET /v2.0/networks?id=2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 200 len: 808 time: 0.1580422 May 03 09:14:22.130245 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-b9d2fc68-52c5-4aa2-82ce-f21b48c530dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:22.131694 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-b9d2fc68-52c5-4aa2-82ce-f21b48c530dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0460839 May 03 09:14:22.176259 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-ffab8c92-579d-420a-80d6-dadc5970c88a tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3444fc5e89a24b7c9ec0e18369085501 HTTP/1.1" status: 200 len: 379 time: 0.0684369 May 03 09:14:22.186374 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'port': {'device_id': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'admin_state_up': True, 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'security_groups': ['a73de3b4-55ca-48f3-8f1e-e2a772f35855']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:22.188331 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-463080e2-09c3-4bed-aa99-87d08e605374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:22.190762 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-463080e2-09c3-4bed-aa99-87d08e605374 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518034 May 03 09:14:22.311592 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-c55d8ce9-0b06-45d0-a528-3658656fcdd9 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143415 May 03 09:14:22.318589 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Made reservation on behalf of 3444fc5e89a24b7c9ec0e18369085501 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:14:22.323329 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:22.432300 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e73433c-c49c-4bb5-a685-c90cd48297c3 req-28157e57-37df-46ab-90b0-1743250228f6 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138024 May 03 09:14:22.465814 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Allocated IP 172.20.0.5 (2008d54f-f792-4d1d-83bf-fd944d4b7d69/9c791802-20b9-415f-941a-5a81bb21889f/b5db4b3b-2efc-4e32-90d0-8eba9f301c65) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:22.617132 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:22.651380 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:22.695437 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:22.698735 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:22.705337 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:22.739813 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:22.780262 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:22.780919 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:22.799111 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-13f6d74e-d1f0-4698-9b58-39829b9f3110 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6172452 May 03 09:14:22.858403 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Request body: {'port': {'device_id': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:22.944347 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11200ee9-88f1-4cef-a93f-5bf84a53c7dc req-23b80fde-8b21-4a7a-a02e-40cf0174f89d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:22.948612 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-11200ee9-88f1-4cef-a93f-5bf84a53c7dc req-23b80fde-8b21-4a7a-a02e-40cf0174f89d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0619380 May 03 09:14:22.969009 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:22.980588 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-fd65059d-f036-48f6-8034-2aaf527e8302 None None] Provisioning complete for port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:22.981136 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd65059d-f036-48f6-8034-2aaf527e8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:23.033459 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-11200ee9-88f1-4cef-a93f-5bf84a53c7dc req-c9326cfd-a023-462a-80e9-aebeb7fcab3c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697761 May 03 09:14:23.060714 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fd65059d-f036-48f6-8034-2aaf527e8302 None None] Port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:14:23.152471 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccb2d0-db60-4897-b7f7-b855ec2dce6a req-38708223-f2c5-40ed-b7fe-b4bfc6ca4d1f tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:23.153966 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbccb2d0-db60-4897-b7f7-b855ec2dce6a req-38708223-f2c5-40ed-b7fe-b4bfc6ca4d1f tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 931 time: 0.1084743 May 03 09:14:23.259557 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbccb2d0-db60-4897-b7f7-b855ec2dce6a req-0f783fe3-9f08-4daf-97d9-5c0464a308f0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993071 May 03 09:14:23.334834 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5db4b3b-2efc-4e32-90d0-8eba9f301c65 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:14:23.342203 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Publish callbacks [] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:23.357357 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Transition to ACTIVE for port object b5db4b3b-2efc-4e32-90d0-8eba9f301c65 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:14:23.360592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:23.416400 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:23.508246 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Attempting to bind port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:14:23.508768 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Attempting to bind port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:14:23.509279 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Attempting to bind port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 on network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:23.514565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 on network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:14:23.514898 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Attempting to bind port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 on network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:23.520692 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:14:23.521031 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Checking segment: {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:23.521567 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Bound using segment: {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:14:23.522000 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Bound port: b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dd8426-4a86-4984-8f2f-335d511f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:14:23.522364 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:23.592640 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:14:23.596604 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:14:23.603734 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:23.636571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:23.637193 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:23.638740 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 1093 time: 0.7850313 May 03 09:14:23.641013 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:14:23.643963 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378d201-3176-4cd8-b257-a32e5801c7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:14:23.672885 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfb73d-9554-4fff-a332-f99f2e3991a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:23.691185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89f489f-b54b-4e2c-b2e5-e56c7f32903c x-openstack-request-id: req-c89f489f-b54b-4e2c-b2e5-e56c7f32903c {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:14:23.691544 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:14:23.691849 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c89f489f-b54b-4e2c-b2e5-e56c7f32903c {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:14:23.692349 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89f489f-b54b-4e2c-b2e5-e56c7f32903c'] response: {'name': 'network-changed', 'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'status': 'completed', 'code': 200} May 03 09:14:24.136743 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591862a8-5625-4d84-abab-09ef2bbc719a req-a3cdf258-cd5b-4dc6-8f85-3fcb2bd0dfbd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:24.138219 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-591862a8-5625-4d84-abab-09ef2bbc719a req-a3cdf258-cd5b-4dc6-8f85-3fcb2bd0dfbd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0469055 May 03 09:14:24.190161 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-591862a8-5625-4d84-abab-09ef2bbc719a req-bb75f448-6e48-4a27-b8b4-691df0636908 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 May 03 09:14:24.381294 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd71a3-4216-42f2-b62a-da452cf3fc20 req-1869604f-f6b7-4072-9124-38bed1f3f0e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:24.382754 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fdfd71a3-4216-42f2-b62a-da452cf3fc20 req-1869604f-f6b7-4072-9124-38bed1f3f0e1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0494092 May 03 09:14:24.431694 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fdfd71a3-4216-42f2-b62a-da452cf3fc20 req-4da9c973-7ea3-4e81-bdb3-ecdf7921b2ad tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 May 03 09:14:25.305050 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abb10f-fac2-45dc-90f7-c82e2bb685d0 req-0776f2ca-ac2d-4da1-a386-89426053aa12 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:25.306516 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38abb10f-fac2-45dc-90f7-c82e2bb685d0 req-0776f2ca-ac2d-4da1-a386-89426053aa12 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0508313 May 03 09:14:25.352429 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38abb10f-fac2-45dc-90f7-c82e2bb685d0 req-0b841a98-1a49-429e-af30-95ff7dcdbc4c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 May 03 09:14:25.544859 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f683dd6-91f5-4c65-8d69-6eeec4e91d2b req-1b1565c2-f2f3-4e9a-909e-19df4aa85364 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:25.546293 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4f683dd6-91f5-4c65-8d69-6eeec4e91d2b req-1b1565c2-f2f3-4e9a-909e-19df4aa85364 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0492859 May 03 09:14:25.594298 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4f683dd6-91f5-4c65-8d69-6eeec4e91d2b req-297e6f3d-f93b-44e0-8f09-9864bb8873a5 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 May 03 09:14:26.519697 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60f38-c4e2-4b78-8aee-72cd9bf2314d req-542d12d1-a389-4ea8-95d7-3549db080f60 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:26.521802 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-03e60f38-c4e2-4b78-8aee-72cd9bf2314d req-542d12d1-a389-4ea8-95d7-3549db080f60 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0973258 May 03 09:14:26.525544 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378d201-3176-4cd8-b257-a32e5801c7a2 req-937591fc-850a-4af0-81b1-d8fd20e11a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:26.527212 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0378d201-3176-4cd8-b257-a32e5801c7a2 req-937591fc-850a-4af0-81b1-d8fd20e11a25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1127 time: 0.0692024 May 03 09:14:26.577295 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-03e60f38-c4e2-4b78-8aee-72cd9bf2314d req-6a8b1e33-4693-45ea-a5b1-bda2da4af57a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490453 May 03 09:14:26.719076 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908717f-3625-4390-8503-38281d67c32f req-f7a0f755-55f1-46c8-a1e0-01baef4ce4be tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:26.721165 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3908717f-3625-4390-8503-38281d67c32f req-f7a0f755-55f1-46c8-a1e0-01baef4ce4be tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0555348 May 03 09:14:26.777220 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3908717f-3625-4390-8503-38281d67c32f req-490a25e5-4346-43b6-946d-4edfaf42bcc6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 May 03 09:14:26.987749 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:27.074251 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dd1b5-9438-4124-9259-b475b3badbae req-fdd41853-c0b8-48d7-8690-90653fb4b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.075629 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a87dd1b5-9438-4124-9259-b475b3badbae req-fdd41853-c0b8-48d7-8690-90653fb4b91b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1129 time: 0.0428839 May 03 09:14:27.125252 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378d201-3176-4cd8-b257-a32e5801c7a2 req-c399dadc-b193-41d2-8dbb-613c0803f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.126713 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0378d201-3176-4cd8-b257-a32e5801c7a2 req-c399dadc-b193-41d2-8dbb-613c0803f30a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3444fc5e89a24b7c9ec0e18369085501&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0926275 May 03 09:14:27.176124 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dd1b5-9438-4124-9259-b475b3badbae req-e81690ab-d273-4f41-b493-075caf5c3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.177826 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a87dd1b5-9438-4124-9259-b475b3badbae req-e81690ab-d273-4f41-b493-075caf5c3332 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.0831881 May 03 09:14:27.221781 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a87dd1b5-9438-4124-9259-b475b3badbae req-27559047-ab18-402c-987c-f8e54c90853d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865 HTTP/1.1" status: 200 len: 217 time: 0.0374472 May 03 09:14:27.222048 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378d201-3176-4cd8-b257-a32e5801c7a2 req-00c0cb6a-1a53-4f35-9bee-527a26eb1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.223525 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0378d201-3176-4cd8-b257-a32e5801c7a2 req-00c0cb6a-1a53-4f35-9bee-527a26eb1185 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908644 May 03 09:14:27.279848 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dd1b5-9438-4124-9259-b475b3badbae req-bed7f020-706b-489c-9955-228b3deafa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.281334 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a87dd1b5-9438-4124-9259-b475b3badbae req-bed7f020-706b-489c-9955-228b3deafa91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0437329 May 03 09:14:27.325498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dd1b5-9438-4124-9259-b475b3badbae req-06f66d84-2540-4c4e-8339-1be7637ffb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.325716 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-20d9335d-fc36-4b47-9947-06e4d2479503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.326901 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a87dd1b5-9438-4124-9259-b475b3badbae req-06f66d84-2540-4c4e-8339-1be7637ffb70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377719 May 03 09:14:27.327115 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-20d9335d-fc36-4b47-9947-06e4d2479503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1127 time: 0.0375578 May 03 09:14:27.385042 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-29eaf002-8def-4240-a7fb-24aed7284345 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 217 time: 0.0380175 May 03 09:14:27.434254 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a87dd1b5-9438-4124-9259-b475b3badbae req-68a48275-3062-4bdc-8657-5b1347f1295a service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870161 May 03 09:14:27.528233 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a87dd1b5-9438-4124-9259-b475b3badbae req-7f2c75ad-3f52-4ffd-8314-e7daa04266d8 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 May 03 09:14:27.644718 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-2bd81bd4-e67e-4f5e-bf14-36c130ed49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.646174 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-2bd81bd4-e67e-4f5e-bf14-36c130ed49a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c791802-20b9-415f-941a-5a81bb21889f HTTP/1.1" status: 200 len: 847 time: 0.2546823 May 03 09:14:27.692579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89b5e6-e7ea-4997-bbe4-9ed1bae83058 req-cb344218-02fa-4495-9b4d-c0dd9d692567 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.694080 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f89b5e6-e7ea-4997-bbe4-9ed1bae83058 req-cb344218-02fa-4495-9b4d-c0dd9d692567 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0465338 May 03 09:14:27.716668 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:14:27.742173 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f89b5e6-e7ea-4997-bbe4-9ed1bae83058 req-dedaafe5-d492-4dcb-af4c-9a2c47d4d91d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 May 03 09:14:27.915518 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba963ecd-7b44-4742-a3a2-eeb42b697024 req-34c17afc-821b-42d3-8e07-55289679e9e7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.917310 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ba963ecd-7b44-4742-a3a2-eeb42b697024 req-34c17afc-821b-42d3-8e07-55289679e9e7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0691538 May 03 09:14:27.945339 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-b1316153-8983-4452-999c-c1ba131f123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:27.947155 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-b1316153-8983-4452-999c-c1ba131f123b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2008d54f-f792-4d1d-83bf-fd944d4b7d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529699 May 03 09:14:27.991948 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c54a7884-4d42-44b3-85f9-30753d79a787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:28.051654 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ba963ecd-7b44-4742-a3a2-eeb42b697024 req-801e7ac5-966e-4066-8a30-d40624cb1b9a tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270213 May 03 09:14:28.141846 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-8d4924ef-dfb3-4cf8-9622-c2b8a06a0e67 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847336 May 03 09:14:28.457258 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc409eba-1b35-4534-8d8b-e2ae258e63e2 req-c894ca74-83c4-483f-b0f8-27d5025057dc service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885429 May 03 09:14:29.166452 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79738bd-98ac-4cf2-90e8-a7101c3bae14 req-e8fc765a-d039-4609-b6ff-2d1941f97e9a tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:29.168330 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f79738bd-98ac-4cf2-90e8-a7101c3bae14 req-e8fc765a-d039-4609-b6ff-2d1941f97e9a tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0468035 May 03 09:14:29.216819 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f79738bd-98ac-4cf2-90e8-a7101c3bae14 req-aeb4eda2-37a0-4b1c-a200-8431c65b65c8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430219 May 03 09:14:30.307893 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21c9180b-45c1-49f0-8a78-695be9ad5cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:30.334529 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce5b17-c8cc-4f63-9ddc-9be6a04db274 req-880d984e-d139-4a17-a6b1-6d8b8dd92d53 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:30.336016 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dbce5b17-c8cc-4f63-9ddc-9be6a04db274 req-880d984e-d139-4a17-a6b1-6d8b8dd92d53 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0501828 May 03 09:14:30.385285 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dbce5b17-c8cc-4f63-9ddc-9be6a04db274 req-83ec0c03-4579-420e-a407-626d5c6b1225 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436001 May 03 09:14:31.309251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.489097 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59932) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:31.493651 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-70d9a2ac-05a4-4741-8ba8-b596113ffafc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058428393', 'description': 'tempest-description--1989422871'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:31.500308 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132dea3-f3dc-4ce9-8a2b-3fcff6542715 req-4eaffebe-077c-40bf-9e3b-63187074e159 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:31.501776 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b132dea3-f3dc-4ce9-8a2b-3fcff6542715 req-4eaffebe-077c-40bf-9e3b-63187074e159 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0456061 May 03 09:14:31.517115 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-70d9a2ac-05a4-4741-8ba8-b596113ffafc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.549839 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b132dea3-f3dc-4ce9-8a2b-3fcff6542715 req-af808cdd-3656-46b5-8a9e-1ebf417d4df4 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414729 May 03 09:14:31.581623 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-70d9a2ac-05a4-4741-8ba8-b596113ffafc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group (6f017a22-e578-447c-af30-53dd2c41b857), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.585029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-70d9a2ac-05a4-4741-8ba8-b596113ffafc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (6f017a22-e578-447c-af30-53dd2c41b857), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.611069 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-70d9a2ac-05a4-4741-8ba8-b596113ffafc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.612276 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-70d9a2ac-05a4-4741-8ba8-b596113ffafc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1221485 May 03 09:14:31.616171 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59934) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:31.616673 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9a2ac-05a4-4741-8ba8-b596113ffafc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f017a22-e578-447c-af30-53dd2c41b857,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:31.620700 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-f0a5b94b-ec46-4947-9264-a3e061bf35a4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'security_group_rule': {'security_group_id': '6f017a22-e578-447c-af30-53dd2c41b857', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:31.644558 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b94b-ec46-4947-9264-a3e061bf35a4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group_rule (25af505a-f2d4-4f9a-b0d3-37206598cfa5), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.702537 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b94b-ec46-4947-9264-a3e061bf35a4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group_rule (25af505a-f2d4-4f9a-b0d3-37206598cfa5), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.705805 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b94b-ec46-4947-9264-a3e061bf35a4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (25af505a-f2d4-4f9a-b0d3-37206598cfa5), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.720283 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5b94b-ec46-4947-9264-a3e061bf35a4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25af505a-f2d4-4f9a-b0d3-37206598cfa5,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:31.731101 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b94b-ec46-4947-9264-a3e061bf35a4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.732309 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f0a5b94b-ec46-4947-9264-a3e061bf35a4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150904 May 03 09:14:31.734935 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59936) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:31.739913 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-7521455f-fd57-4d83-864a-c3c9da21f079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'security_group_rule': {'security_group_id': '6f017a22-e578-447c-af30-53dd2c41b857', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:31.763350 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7521455f-fd57-4d83-864a-c3c9da21f079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group_rule (17184171-957a-472a-bb03-69e091673891), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.817228 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7521455f-fd57-4d83-864a-c3c9da21f079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group_rule (17184171-957a-472a-bb03-69e091673891), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.820370 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7521455f-fd57-4d83-864a-c3c9da21f079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (17184171-957a-472a-bb03-69e091673891), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.837693 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521455f-fd57-4d83-864a-c3c9da21f079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17184171-957a-472a-bb03-69e091673891,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:31.844372 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7521455f-fd57-4d83-864a-c3c9da21f079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.845531 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-7521455f-fd57-4d83-864a-c3c9da21f079 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097114 May 03 09:14:31.849024 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59938) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:31.853114 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:31.873702 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:31.954985 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.067758 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Allocated IP 172.27.2.11 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/d3ecfd23-f001-4209-947d-c3c4a9232d12) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:32.171430 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.205463 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.251535 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:32.256570 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:32.261322 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:32.264238 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'Port': ['ID=d3ecfd23-f001-4209-947d-c3c4a9232d12,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:32.353107 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.389847 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.552050 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.557351 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.664449 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.692586 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'Port': ['ID=d3ecfd23-f001-4209-947d-c3c4a9232d12,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:32.710783 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59966) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:32.713887 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.716153 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-3158abfd-90d0-4aa0-acfa-33f11b8ecba8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8650939 May 03 09:14:32.746959 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802927-d2c6-4f9b-ae52-5a4070abb577 req-7c066a85-1b0a-41dc-aa28-e942e786e184 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:32.748513 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be802927-d2c6-4f9b-ae52-5a4070abb577 req-7c066a85-1b0a-41dc-aa28-e942e786e184 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0861442 May 03 09:14:32.808593 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be802927-d2c6-4f9b-ae52-5a4070abb577 req-2aa8adb3-09ae-4b68-a81f-764e7821e75c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446265 May 03 09:14:32.818914 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.851092 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c3ffec36-3af4-4345-b37d-eddfbde34fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:32.973398 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-1610718c-1549-4d35-b432-ab05e16d9365 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2058428393&fields=id&tenant_id=7842b8edaf5847d387b8390dc4cf09b4 HTTP/1.1" status: 200 len: 267 time: 0.0881417 May 03 09:14:33.022359 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c3ffec36-3af4-4345-b37d-eddfbde34fe4 admin admin] Publish callbacks [] for security_group (bc028b38-7b98-4f84-94da-2fc5387f0ea8), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.029981 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c3ffec36-3af4-4345-b37d-eddfbde34fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (bc028b38-7b98-4f84-94da-2fc5387f0ea8), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.098938 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-c3ffec36-3af4-4345-b37d-eddfbde34fe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=296ba866c3774453886337248635f52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827364 May 03 09:14:33.101584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59984) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:33.116193 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffec36-3af4-4345-b37d-eddfbde34fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc028b38-7b98-4f84-94da-2fc5387f0ea8,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:33.141265 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-7768221f-aa01-49ee-b5bf-59c16d5fc7d4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:33.142721 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-7768221f-aa01-49ee-b5bf-59c16d5fc7d4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 819 time: 0.1618123 May 03 09:14:33.149912 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37061e62-07e1-45c1-9d95-4fee4db42fa3 admin admin] Publish callbacks [] for security_group (bc028b38-7b98-4f84-94da-2fc5387f0ea8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.156830 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d1c1a665-5ed0-4d0c-8e12-1f571c0ebc35 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/quotas/7842b8edaf5847d387b8390dc4cf09b4 HTTP/1.1" status: 200 len: 375 time: 0.0088263 May 03 09:14:33.171303 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37061e62-07e1-45c1-9d95-4fee4db42fa3 admin admin] Publish callbacks [] for security_group (bc028b38-7b98-4f84-94da-2fc5387f0ea8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.220399 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37061e62-07e1-45c1-9d95-4fee4db42fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (bc028b38-7b98-4f84-94da-2fc5387f0ea8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.223898 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37061e62-07e1-45c1-9d95-4fee4db42fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.227599 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-37061e62-07e1-45c1-9d95-4fee4db42fa3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc028b38-7b98-4f84-94da-2fc5387f0ea8 HTTP/1.1" status: 204 len: 168 time: 0.1225882 May 03 09:14:33.233689 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061e62-07e1-45c1-9d95-4fee4db42fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc028b38-7b98-4f84-94da-2fc5387f0ea8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:33.443032 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-7de51f75-d0ec-46e6-9418-ae1aa3009f82 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2807076 May 03 09:14:33.502840 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 59990) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:33.517057 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a1b12084-f4e0-4831-8b49-28467cf39014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.542134 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-f86c8983-594c-41f3-b0d5-6b8a87f75505 service neutron] 10.222.0.23 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858989 May 03 09:14:33.594938 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a1b12084-f4e0-4831-8b49-28467cf39014 admin admin] Publish callbacks [] for security_group (3fe74696-f7b8-4b51-8ceb-1d7a8ec49895), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.598943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a1b12084-f4e0-4831-8b49-28467cf39014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (3fe74696-f7b8-4b51-8ceb-1d7a8ec49895), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.634064 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d7634f51-dd82-4d95-8c06-455e88c718d4 service neutron] 10.222.0.23 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857108 May 03 09:14:33.637071 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a1b12084-f4e0-4831-8b49-28467cf39014 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e125e824460435e9bb8657ed4f4f1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324677 May 03 09:14:33.637925 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b12084-f4e0-4831-8b49-28467cf39014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe74696-f7b8-4b51-8ceb-1d7a8ec49895,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:33.639650 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 59992) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:33.689485 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5028cb19-286c-44c3-91a6-7f16c449c511 admin admin] Publish callbacks [] for security_group (3fe74696-f7b8-4b51-8ceb-1d7a8ec49895), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.711264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5028cb19-286c-44c3-91a6-7f16c449c511 admin admin] Publish callbacks [] for security_group (3fe74696-f7b8-4b51-8ceb-1d7a8ec49895), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.778096 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5028cb19-286c-44c3-91a6-7f16c449c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (3fe74696-f7b8-4b51-8ceb-1d7a8ec49895), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.781096 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5028cb19-286c-44c3-91a6-7f16c449c511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:33.782304 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5028cb19-286c-44c3-91a6-7f16c449c511 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fe74696-f7b8-4b51-8ceb-1d7a8ec49895 HTTP/1.1" status: 204 len: 168 time: 0.1407583 May 03 09:14:33.791926 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028cb19-286c-44c3-91a6-7f16c449c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe74696-f7b8-4b51-8ceb-1d7a8ec49895,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:33.828454 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7465ddf-94fd-49f0-a266-823b5265ff8e req-acfc24f0-8205-4b0f-9165-5245c7943833 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 210 time: 0.0501430 May 03 09:14:33.938893 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05393410-e425-4519-aa85-af9ea3dc143c req-6c8acfb7-39f4-4f26-8612-c0847e3a6ef7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:33.940508 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-05393410-e425-4519-aa85-af9ea3dc143c req-6c8acfb7-39f4-4f26-8612-c0847e3a6ef7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0543089 May 03 09:14:34.001336 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-05393410-e425-4519-aa85-af9ea3dc143c req-a43a8461-851c-4a8b-b80b-7503ef374bb8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537593 May 03 09:14:34.147273 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60014) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:34.160644 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-323872f4-d5e6-4086-8a85-f707b6580753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.234559 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-323872f4-d5e6-4086-8a85-f707b6580753 admin admin] Publish callbacks [] for security_group (c6325b75-6479-49bd-a233-994748cfdc3c), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.238386 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-323872f4-d5e6-4086-8a85-f707b6580753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (c6325b75-6479-49bd-a233-994748cfdc3c), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.274119 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323872f4-d5e6-4086-8a85-f707b6580753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6325b75-6479-49bd-a233-994748cfdc3c,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:34.279332 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-323872f4-d5e6-4086-8a85-f707b6580753 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30d9ce57966c4af2a6595a82c1b7fe1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310506 May 03 09:14:34.282077 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60016) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:34.330000 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1bc4553f-98e5-4466-909f-21e34ce4c8c1 admin admin] Publish callbacks [] for security_group (c6325b75-6479-49bd-a233-994748cfdc3c), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.345796 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.352607 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1bc4553f-98e5-4466-909f-21e34ce4c8c1 admin admin] Publish callbacks [] for security_group (c6325b75-6479-49bd-a233-994748cfdc3c), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.397831 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1bc4553f-98e5-4466-909f-21e34ce4c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (c6325b75-6479-49bd-a233-994748cfdc3c), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.400415 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1bc4553f-98e5-4466-909f-21e34ce4c8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:34.401546 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1bc4553f-98e5-4466-909f-21e34ce4c8c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6325b75-6479-49bd-a233-994748cfdc3c HTTP/1.1" status: 204 len: 168 time: 0.1184950 May 03 09:14:34.409148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4553f-98e5-4466-909f-21e34ce4c8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6325b75-6479-49bd-a233-994748cfdc3c,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:34.930748 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-421dd47c-8bde-4645-9a4b-e5213cbd7c57 req-78a1caff-ccc1-4c49-b164-9e8814a0078f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 210 time: 0.0300741 May 03 09:14:35.118661 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e853d9b-6191-48ca-b980-de94366ac47b req-13c5339b-270f-4221-a2a1-c3b596ebd1e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:35.120150 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4e853d9b-6191-48ca-b980-de94366ac47b req-13c5339b-270f-4221-a2a1-c3b596ebd1e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0492070 May 03 09:14:35.167721 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4e853d9b-6191-48ca-b980-de94366ac47b req-51860f7a-127f-495f-9620-4a9688c2b7ab tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 May 03 09:14:36.026581 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1c80a546-96c8-4d25-8ec1-a7e3cba1d46b req-1f16dadd-2858-40e3-8003-336617227a78 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 210 time: 0.0277288 May 03 09:14:36.287228 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba37ba4-6fdc-4483-a9a8-6bc4a0beb240 req-df52f653-6ca9-4ccc-87c0-2a09adc17c78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:36.288830 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-eba37ba4-6fdc-4483-a9a8-6bc4a0beb240 req-df52f653-6ca9-4ccc-87c0-2a09adc17c78 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0461051 May 03 09:14:36.299629 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60100) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:36.337414 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-eba37ba4-6fdc-4483-a9a8-6bc4a0beb240 req-35e02c7e-c10e-47a7-8734-72ab209fadb0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 May 03 09:14:36.408337 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-19e32cfb-ee6b-49bd-b578-e55d27e015d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.481780 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-19e32cfb-ee6b-49bd-b578-e55d27e015d7 admin admin] Publish callbacks [] for security_group (90373f00-f0fe-4fd2-8ce1-d26558a28cc9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.485187 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-19e32cfb-ee6b-49bd-b578-e55d27e015d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (90373f00-f0fe-4fd2-8ce1-d26558a28cc9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.522307 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-19e32cfb-ee6b-49bd-b578-e55d27e015d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5520b085fed94897b94318d0ab18351a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209640 May 03 09:14:36.523229 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e32cfb-ee6b-49bd-b578-e55d27e015d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90373f00-f0fe-4fd2-8ce1-d26558a28cc9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:36.525000 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60104) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:36.572395 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fe603fd-7616-4cf5-8879-636b3aff8bd4 admin admin] Publish callbacks [] for security_group (90373f00-f0fe-4fd2-8ce1-d26558a28cc9), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.594465 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fe603fd-7616-4cf5-8879-636b3aff8bd4 admin admin] Publish callbacks [] for security_group (90373f00-f0fe-4fd2-8ce1-d26558a28cc9), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.641522 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fe603fd-7616-4cf5-8879-636b3aff8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (90373f00-f0fe-4fd2-8ce1-d26558a28cc9), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.644810 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6fe603fd-7616-4cf5-8879-636b3aff8bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.645939 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6fe603fd-7616-4cf5-8879-636b3aff8bd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90373f00-f0fe-4fd2-8ce1-d26558a28cc9 HTTP/1.1" status: 204 len: 168 time: 0.1198592 May 03 09:14:36.653145 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe603fd-7616-4cf5-8879-636b3aff8bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90373f00-f0fe-4fd2-8ce1-d26558a28cc9,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:36.903781 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60112) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:36.917427 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-81dece94-ae69-49f1-8550-634e38a9cab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.992876 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-81dece94-ae69-49f1-8550-634e38a9cab3 admin admin] Publish callbacks [] for security_group (b541d419-cd75-4add-8857-9d065905f41f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:36.997087 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-81dece94-ae69-49f1-8550-634e38a9cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b541d419-cd75-4add-8857-9d065905f41f), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:37.044631 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-81dece94-ae69-49f1-8550-634e38a9cab3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a5c63000589496082b88b911fd5b646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396992 May 03 09:14:37.046513 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dece94-ae69-49f1-8550-634e38a9cab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b541d419-cd75-4add-8857-9d065905f41f,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:37.047355 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60114) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:37.109060 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-35db0129-f77c-48e5-b533-c7ac4432a539 admin admin] Publish callbacks [] for security_group (b541d419-cd75-4add-8857-9d065905f41f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:37.128869 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf723bd4-3fc1-4b24-ba77-70e92051ee56 req-ca93866e-616c-47ff-afc3-cca8e3ea6f03 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 210 time: 0.0354280 May 03 09:14:37.146571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-35db0129-f77c-48e5-b533-c7ac4432a539 admin admin] Publish callbacks [] for security_group (b541d419-cd75-4add-8857-9d065905f41f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:37.195440 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-35db0129-f77c-48e5-b533-c7ac4432a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b541d419-cd75-4add-8857-9d065905f41f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:37.198116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-35db0129-f77c-48e5-b533-c7ac4432a539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:37.199259 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-35db0129-f77c-48e5-b533-c7ac4432a539 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b541d419-cd75-4add-8857-9d065905f41f HTTP/1.1" status: 204 len: 168 time: 0.1502924 May 03 09:14:37.210704 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db0129-f77c-48e5-b533-c7ac4432a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541d419-cd75-4add-8857-9d065905f41f,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:37.455930 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2e3f-bae4-49a3-a9a6-6e419aabe302 req-0d726ffd-5f56-4b56-96d8-1cf3c8738eba tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:37.457843 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-80fa2e3f-bae4-49a3-a9a6-6e419aabe302 req-0d726ffd-5f56-4b56-96d8-1cf3c8738eba tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0504217 May 03 09:14:37.508665 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-80fa2e3f-bae4-49a3-a9a6-6e419aabe302 req-d599b18b-83f0-490b-9a35-1e12901222ff tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 May 03 09:14:38.232944 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-910d90ea-d020-4853-9fd2-583a4247cf75 req-ec9776dc-ceb8-4a63-8cd8-069008ed6370 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 210 time: 0.0357814 May 03 09:14:38.272376 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60168) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:38.384141 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1fb838f1-7189-4969-972b-7a038ea19be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:38.460158 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1fb838f1-7189-4969-972b-7a038ea19be8 admin admin] Publish callbacks [] for security_group (5701f424-d4bf-49d1-9259-a5e192db445a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:38.463850 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1fb838f1-7189-4969-972b-7a038ea19be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5701f424-d4bf-49d1-9259-a5e192db445a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:38.505994 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1fb838f1-7189-4969-972b-7a038ea19be8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1ae3ff1cfad4cc79ff6f8ae5ce8ce56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297366 May 03 09:14:38.505994 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb838f1-7189-4969-972b-7a038ea19be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5701f424-d4bf-49d1-9259-a5e192db445a,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:38.506781 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60180) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:38.570353 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd5e7-23fb-49f1-b8e3-a9c93380031a admin admin] Publish callbacks [] for security_group (5701f424-d4bf-49d1-9259-a5e192db445a), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:38.619403 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd5e7-23fb-49f1-b8e3-a9c93380031a admin admin] Publish callbacks [] for security_group (5701f424-d4bf-49d1-9259-a5e192db445a), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:38.649326 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990c4fa-f5f5-40c7-af5c-72e9299979c8 req-d966b9bb-179a-4935-b57f-c7a837456ac1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:38.650875 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6990c4fa-f5f5-40c7-af5c-72e9299979c8 req-d966b9bb-179a-4935-b57f-c7a837456ac1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0686677 May 03 09:14:38.711505 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6990c4fa-f5f5-40c7-af5c-72e9299979c8 req-1ff96fd4-fc14-4c57-b7f2-c20ccb59b5ac tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521903 May 03 09:14:38.730947 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd5e7-23fb-49f1-b8e3-a9c93380031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5701f424-d4bf-49d1-9259-a5e192db445a), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:38.734690 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd5e7-23fb-49f1-b8e3-a9c93380031a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:38.735800 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-3f9cd5e7-23fb-49f1-b8e3-a9c93380031a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5701f424-d4bf-49d1-9259-a5e192db445a HTTP/1.1" status: 204 len: 168 time: 0.2280211 May 03 09:14:38.745022 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cd5e7-23fb-49f1-b8e3-a9c93380031a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5701f424-d4bf-49d1-9259-a5e192db445a,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:39.331166 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fd2f3a67-f89e-4763-91aa-671522c5a3ed req-902438e7-83ac-414f-92d4-04059dc37b09 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 210 time: 0.0306487 May 03 09:14:39.851180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0dfd-8c9f-47c9-8c28-60df78d8d1e3 req-02532e93-8da8-4867-8cc7-3c5838505a8f tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:39.853465 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5aee0dfd-8c9f-47c9-8c28-60df78d8d1e3 req-02532e93-8da8-4867-8cc7-3c5838505a8f tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0613422 May 03 09:14:39.911881 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device b5db4b3b-2efc-4e32-90d0-8eba9f301c65 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:14:39.921875 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5aee0dfd-8c9f-47c9-8c28-60df78d8d1e3 req-74f5f004-e77b-4823-9e16-d2e81545cf88 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486326 May 03 09:14:40.033647 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-13f41575-f74a-4268-98bf-e9c419981b21 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:40.035845 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-13f41575-f74a-4268-98bf-e9c419981b21 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 819 time: 0.1383419 May 03 09:14:40.053766 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:40.070118 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'port_id': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:14:40.110128 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:40.110515 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:40.119014 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-4be53310-0eff-4f5d-bfce-d99a02171d8f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7842b8edaf5847d387b8390dc4cf09b4 HTTP/1.1" status: 200 len: 380 time: 0.0628228 May 03 09:14:40.125593 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5db4b3b-2efc-4e32-90d0-8eba9f301c65 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:14:40.145094 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:40.148637 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:40.196004 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:40.202878 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.203229 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.203608 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.204336 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.204336 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.204773 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.205001 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.205289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.205571 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.205899 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.206940 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.207293 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.207618 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.207943 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.208293 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:40.241134 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'port': {'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'admin_state_up': True, 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'security_groups': ['6f017a22-e578-447c-af30-53dd2c41b857']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:40.350306 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Made reservation on behalf of 7842b8edaf5847d387b8390dc4cf09b4 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:14:40.354463 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:40.450786 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f2c8ee81-c5bb-46b0-bbc5-d40fe5408f4c req-54e83f8c-3c99-4cff-965b-29bdf2258fdf tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 210 time: 0.0380681 May 03 09:14:40.520589 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Allocated IP 172.20.0.5 (e0afe0dd-efab-4402-8ce7-9ff7a302358d/4063c591-f872-44ca-9d8a-0421b5505ff7/1c59539a-a765-4c2a-ba85-66850c0d2fe0) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:40.663711 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:40.697714 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:40.744293 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:40.747379 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:40.753574 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:40.759915 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event updated for resources: {'Port': ['ID=1c59539a-a765-4c2a-ba85-66850c0d2fe0,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:40.776922 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['b5db4b3b-2efc-4e32-90d0-8eba9f301c65'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:14:40.808926 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:40.808926 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:40.827422 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-188f5875-4d0f-4450-b08b-96f9d48a80ff tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905881 May 03 09:14:40.846272 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Request body: {'port': {'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:40.912651 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:41.061317 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-18b5306c-3074-4477-8aed-7e6c8c303ef2 None None] Provisioning complete for port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:41.061807 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18b5306c-3074-4477-8aed-7e6c8c303ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:41.108693 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2680b33-d997-4000-987b-c79370788e2b req-dcdf1ddc-8045-418e-b620-7d2b072b9866 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:41.113225 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f2680b33-d997-4000-987b-c79370788e2b req-dcdf1ddc-8045-418e-b620-7d2b072b9866 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 944 time: 0.0847414 May 03 09:14:41.122880 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-18b5306c-3074-4477-8aed-7e6c8c303ef2 None None] Port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:14:41.166108 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f2680b33-d997-4000-987b-c79370788e2b req-dc6392d1-340c-43e8-82bb-82c1c504166e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472372 May 03 09:14:41.269706 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c59539a-a765-4c2a-ba85-66850c0d2fe0 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:14:41.277474 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Publish callbacks [] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:41.291019 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Transition to ACTIVE for port object 1c59539a-a765-4c2a-ba85-66850c0d2fe0 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:14:41.295540 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:41.370079 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Pushing event updated for resources: {'Port': ['ID=1c59539a-a765-4c2a-ba85-66850c0d2fe0,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:41.422382 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Attempting to bind port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:14:41.422748 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Attempting to bind port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:14:41.423122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Attempting to bind port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:41.428632 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:14:41.429157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Attempting to bind port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 on network e0afe0dd-efab-4402-8ce7-9ff7a302358d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:41.434223 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:14:41.434573 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Checking segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:41.434961 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Bound using segment: {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:14:41.435388 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Bound port: 1c59539a-a765-4c2a-ba85-66850c0d2fe0, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da191a-20b0-4c18-8ef8-d8f406371e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:14:41.435781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:41.503792 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] For port 1c59539a-a765-4c2a-ba85-66850c0d2fe0, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:14:41.507360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] For port 1c59539a-a765-4c2a-ba85-66850c0d2fe0, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:14:41.513891 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:41.579295 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:41.579930 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:41.581389 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 1093 time: 0.7401826 May 03 09:14:41.581842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:14:41.584138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7453eebc-73a5-4b37-af95-ab4afc2ba734" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:14:41.618448 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dda9fd-7514-452b-9527-3ad70159d634 service neutron] Pushing event updated for resources: {'Port': ['ID=1c59539a-a765-4c2a-ba85-66850c0d2fe0,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:41.626838 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4455414-3547-4280-a93e-0fb4b80f3def req-eb893470-8022-4f08-b63d-940227137097 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:41.628519 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e4455414-3547-4280-a93e-0fb4b80f3def req-eb893470-8022-4f08-b63d-940227137097 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 943 time: 0.1052542 May 03 09:14:41.674137 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0f036-7ca5-4c97-9379-23128327b3ac x-openstack-request-id: req-86e0f036-7ca5-4c97-9379-23128327b3ac {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:14:41.675270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:14:41.675533 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86e0f036-7ca5-4c97-9379-23128327b3ac {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:14:41.675937 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e0f036-7ca5-4c97-9379-23128327b3ac'] response: {'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'status': 'completed', 'code': 200} May 03 09:14:41.689281 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e4455414-3547-4280-a93e-0fb4b80f3def req-9c44cc3f-dad7-4ff5-8dce-46482c91a98d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532959 May 03 09:14:41.732167 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-29d82a4e-8ae2-4e70-9c86-4a31e2a64ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:41.733710 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-29d82a4e-8ae2-4e70-9c86-4a31e2a64ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1127 time: 0.0435619 May 03 09:14:41.792545 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-ba8596f4-e280-437b-b969-e48de5142f05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 217 time: 0.0400755 May 03 09:14:41.854202 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-2b829e00-a55d-4227-a38e-9b061e2ddd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:41.855910 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-2b829e00-a55d-4227-a38e-9b061e2ddd97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0448587 May 03 09:14:41.898433 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-66bb5786-6d2e-46e7-b4eb-478d4ec25573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:41.899917 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-66bb5786-6d2e-46e7-b4eb-478d4ec25573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381510 May 03 09:14:41.991158 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-08942bf0-d6fc-4383-b2f0-37f9243da3f7 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844445 May 03 09:14:42.080569 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b8593cd-4b84-48ed-a0d3-84f7c81714b5 req-9803772a-ce3c-444f-bc09-11da24335c04 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 May 03 09:14:42.100502 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device b5db4b3b-2efc-4e32-90d0-8eba9f301c65 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:42.147552 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:14:42.154444 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:42.154841 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:42.249345 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:42.249809 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:42.274129 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:14:42.276394 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e365bbf-48e2-4099-9cb2-240ffb88da3f" -d '{"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-plugged", "status": "completed", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:14:42.290339 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee91abc-fd0f-43e1-95c8-67c7b6013c77 req-260bc3f1-5bd7-49c3-b5c5-27eb86f8444e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:42.290874 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:42.291877 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bee91abc-fd0f-43e1-95c8-67c7b6013c77 req-260bc3f1-5bd7-49c3-b5c5-27eb86f8444e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 944 time: 0.0464337 May 03 09:14:42.296143 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:42.320806 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ccab11-eeaa-4245-9faf-332e24411f68 x-openstack-request-id: req-78ccab11-eeaa-4245-9faf-332e24411f68 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:14:42.321120 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-plugged", "status": "completed", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:14:42.321519 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ccab11-eeaa-4245-9faf-332e24411f68 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:14:42.321911 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ccab11-eeaa-4245-9faf-332e24411f68'] response: {'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'code': 200} May 03 09:14:42.355414 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:42.359529 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-bee91abc-fd0f-43e1-95c8-67c7b6013c77 req-eb94ade8-d90c-4a96-9840-824794148d11 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569134 May 03 09:14:42.814157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e92417-8534-4203-8107-929afc09e3f7 req-8a775ed0-63ae-4a79-b90f-1dd2f9dbf180 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:42.816671 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24e92417-8534-4203-8107-929afc09e3f7 req-8a775ed0-63ae-4a79-b90f-1dd2f9dbf180 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 943 time: 0.0583568 May 03 09:14:42.870613 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24e92417-8534-4203-8107-929afc09e3f7 req-685c0ab8-8376-4f70-9ea8-10358c17fdc5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480266 May 03 09:14:43.481977 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c2f5-f659-4938-8da7-11277cb92a86 req-2ff1ed7b-e33a-4a3d-aaa9-a14b724cca89 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:43.483542 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b38c2f5-f659-4938-8da7-11277cb92a86 req-2ff1ed7b-e33a-4a3d-aaa9-a14b724cca89 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0497258 May 03 09:14:43.535983 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8b38c2f5-f659-4938-8da7-11277cb92a86 req-a99c2460-cfaa-409b-88f3-1ce883bbc46b tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461228 May 03 09:14:43.536262 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60348) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:43.646509 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7518e539-ba1d-455b-8303-a18c0a822e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.721693 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7518e539-ba1d-455b-8303-a18c0a822e0c admin admin] Publish callbacks [] for security_group (017f2471-e5a9-4efc-94de-47751232a436), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.725620 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7518e539-ba1d-455b-8303-a18c0a822e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (017f2471-e5a9-4efc-94de-47751232a436), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.729601 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60354) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:43.767339 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518e539-ba1d-455b-8303-a18c0a822e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017f2471-e5a9-4efc-94de-47751232a436,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:43.775615 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7518e539-ba1d-455b-8303-a18c0a822e0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=056053aa5e064b0faa8bb4a288cbe046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357073 May 03 09:14:43.776693 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60358) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:43.824192 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df5c902f-53db-4640-a273-03a20f3226d7 admin admin] Publish callbacks [] for security_group (017f2471-e5a9-4efc-94de-47751232a436), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.852804 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9257d387-776a-455b-8552-dfdc3ec6e816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.858797 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df5c902f-53db-4640-a273-03a20f3226d7 admin admin] Publish callbacks [] for security_group (017f2471-e5a9-4efc-94de-47751232a436), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.939049 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df5c902f-53db-4640-a273-03a20f3226d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (017f2471-e5a9-4efc-94de-47751232a436), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.942243 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df5c902f-53db-4640-a273-03a20f3226d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:43.943351 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-df5c902f-53db-4640-a273-03a20f3226d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/017f2471-e5a9-4efc-94de-47751232a436 HTTP/1.1" status: 204 len: 168 time: 0.1663814 May 03 09:14:43.963068 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c902f-53db-4640-a273-03a20f3226d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f2471-e5a9-4efc-94de-47751232a436,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:43.996933 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b14824-38a7-470b-9ded-391221b7dd7f req-4e7ef199-9912-449b-92a9-a2d49cb37f15 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:43.998807 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e0b14824-38a7-470b-9ded-391221b7dd7f req-4e7ef199-9912-449b-92a9-a2d49cb37f15 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 943 time: 0.0597749 May 03 09:14:43.999836 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9257d387-776a-455b-8552-dfdc3ec6e816 admin admin] Publish callbacks [] for security_group (b7c4f56d-ed5c-4c69-a12e-b2a0c4504895), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:44.005015 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9257d387-776a-455b-8552-dfdc3ec6e816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b7c4f56d-ed5c-4c69-a12e-b2a0c4504895), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:44.046003 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-9257d387-776a-455b-8552-dfdc3ec6e816 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54a6c7a983724c98a52bfb901940fe45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153059 May 03 09:14:44.048705 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60364) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:44.055080 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257d387-776a-455b-8552-dfdc3ec6e816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c4f56d-ed5c-4c69-a12e-b2a0c4504895,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:44.056706 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e0b14824-38a7-470b-9ded-391221b7dd7f req-b493ed74-6724-45df-aca6-e3b132685f84 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513735 May 03 09:14:44.103685 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12d30b11-4c6f-4e64-93f3-37401a786387 admin admin] Publish callbacks [] for security_group (b7c4f56d-ed5c-4c69-a12e-b2a0c4504895), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:44.140450 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12d30b11-4c6f-4e64-93f3-37401a786387 admin admin] Publish callbacks [] for security_group (b7c4f56d-ed5c-4c69-a12e-b2a0c4504895), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:44.193385 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12d30b11-4c6f-4e64-93f3-37401a786387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (b7c4f56d-ed5c-4c69-a12e-b2a0c4504895), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:44.196441 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12d30b11-4c6f-4e64-93f3-37401a786387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:44.197654 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-12d30b11-4c6f-4e64-93f3-37401a786387 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7c4f56d-ed5c-4c69-a12e-b2a0c4504895 HTTP/1.1" status: 204 len: 168 time: 0.1480300 May 03 09:14:44.213673 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d30b11-4c6f-4e64-93f3-37401a786387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c4f56d-ed5c-4c69-a12e-b2a0c4504895,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:44.650643 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054fb5f-4722-4ff5-9bf2-04bd06788944 req-84a64d09-e1fa-4009-97e1-f4719cdfd822 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:44.652163 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f054fb5f-4722-4ff5-9bf2-04bd06788944 req-84a64d09-e1fa-4009-97e1-f4719cdfd822 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0477278 May 03 09:14:44.706781 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f054fb5f-4722-4ff5-9bf2-04bd06788944 req-fe9eef18-5f21-4a5e-8bc5-b1fd6f321ad7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491016 May 03 09:14:44.894744 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60390) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:44.988785 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1637174700-network', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:45.007634 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Made reservation on behalf of d637f953ac02425ca534eafe4fd59ff7 for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:14:45.009928 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.017980 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.098366 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks [] for security_group (9f08cd78-8b1a-43e3-b825-baf82ffc2361), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.102416 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (9f08cd78-8b1a-43e3-b825-baf82ffc2361), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.124363 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:14:45.139417 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f08cd78-8b1a-43e3-b825-baf82ffc2361,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:45.143392 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (19170a17-0995-45d6-8f19-252360504d31), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.143727 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Added segment 19170a17-0995-45d6-8f19-252360504d31 of type vlan for network e3e11de7-9c72-44cc-942b-06c8b6680967 May 03 09:14:45.186049 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68aac-9e4f-4b57-b2a0-293b34b1d068 req-32ec96b1-e5d6-4277-8a65-6f5d348bdbb9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:45.187305 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (e3e11de7-9c72-44cc-942b-06c8b6680967), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.187743 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-13c68aac-9e4f-4b57-b2a0-293b34b1d068 req-32ec96b1-e5d6-4277-8a65-6f5d348bdbb9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 943 time: 0.0506525 May 03 09:14:45.213447 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (e3e11de7-9c72-44cc-942b-06c8b6680967), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.215420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:45.215420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.246424 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-13c68aac-9e4f-4b57-b2a0-293b34b1d068 req-cd4f8711-ccff-476a-9e13-7d340b9aa48a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527797 May 03 09:14:45.253792 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3579369 May 03 09:14:45.256558 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60400) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:45.270072 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Request body: {'subnet': {'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1637174700-subnet', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:45.291746 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Made reservation on behalf of d637f953ac02425ca534eafe4fd59ff7 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:14:45.294307 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369078'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.300716 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ee0dd-e1d2-40e5-bb4b-64853e67c92d admin admin] Pushing event updated for resources: {'Network': ['ID=e3e11de7-9c72-44cc-942b-06c8b6680967,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:45.310801 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network e3e11de7-9c72-44cc-942b-06c8b6680967 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:14:45.393914 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-78332de7-fae4-474c-86f9-4833fb1d56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:45.395491 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-78332de7-fae4-474c-86f9-4833fb1d56d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1127 time: 0.0863760 May 03 09:14:45.567485 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ccbd4-fe7d-4160-b6ae-9e8af97b0fca req-9d457f22-7100-4c7f-8fc8-6cb6dbfa1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:45.569112 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fa6ccbd4-fe7d-4160-b6ae-9e8af97b0fca req-9d457f22-7100-4c7f-8fc8-6cb6dbfa1349 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1129 time: 0.0379710 May 03 09:14:45.574185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4835042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369064'] for subnet (3c617893-c8f9-4437-959f-fcb78d7bf8ed), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.604214 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-94bc2cde-14e0-40e8-86c4-01b15e088dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:45.605683 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-94bc2cde-14e0-40e8-86c4-01b15e088dd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.1624262 May 03 09:14:45.616498 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fa6ccbd4-fe7d-4160-b6ae-9e8af97b0fca req-f74956a0-5347-4e16-969a-090cbb7ea482 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403883 May 03 09:14:45.658462 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-fd8db410-32e0-4e89-a406-b9bda689d8cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 217 time: 0.0452332 May 03 09:14:45.668829 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c617893-c8f9-4437-959f-fcb78d7bf8ed,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:45.684474 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Checking segment: {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:45.684832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Network hostable DHCP agents. Network: e3e11de7-9c72-44cc-942b-06c8b6680967, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:14:45.700721 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Network e3e11de7-9c72-44cc-942b-06c8b6680967 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:14:45.709822 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, e3e11de7-9c72-44cc-942b-06c8b6680967) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:45.713922 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:45.714513 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.719142 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef79d5-f87b-4901-90c6-33de22b97709 None None] Network e3e11de7-9c72-44cc-942b-06c8b6680967 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:14:45.730719 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1501da6a-7d48-4a37-8663-91299269eefb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4731243 May 03 09:14:45.733285 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60404) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:45.737837 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:45.758252 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (72b58a1a-a8fe-49d1-99f8-bb08bf514962), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.759447 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (72b58a1a-a8fe-49d1-99f8-bb08bf514962), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.818722 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks [] for router_controller (72b58a1a-a8fe-49d1-99f8-bb08bf514962), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.833972 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e52a08-3b8c-421f-8e95-a6a230efc84f req-275efa27-1bd7-40b7-9a33-019661cbe65d tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:45.841467 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-91e52a08-3b8c-421f-8e95-a6a230efc84f req-275efa27-1bd7-40b7-9a33-019661cbe65d tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0594947 May 03 09:14:45.889672 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-91e52a08-3b8c-421f-8e95-a6a230efc84f req-c7640ba9-6e66-4166-8520-c7997396d54c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472004 May 03 09:14:45.964278 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-e3e11de7-9c72-44cc-942b-06c8b6680967', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:14:45.965156 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:45.986543 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks [] for router_gateway (72b58a1a-a8fe-49d1-99f8-bb08bf514962), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.087690 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1c59539a-a765-4c2a-ba85-66850c0d2fe0 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:14:46.134047 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Allocated IP 172.20.0.2 (e3e11de7-9c72-44cc-942b-06c8b6680967/3c617893-c8f9-4437-959f-fcb78d7bf8ed/59970b45-c4bd-4c11-a526-9f7ee0dde254) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:46.159619 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-171630e7-a2b6-4954-8a92-312af314a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:46.161136 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-171630e7-a2b6-4954-8a92-312af314a1e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0977132 May 03 09:14:46.356542 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 1c59539a-a765-4c2a-ba85-66850c0d2fe0, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:46.396049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'mac_address': 'fa:16:3e:fb:48:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:14:46.476005 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8ad8e-4ef4-4d9b-be4b-b4cf0855f2ef req-51cf9a46-1659-4526-9e44-3e5edda7932c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:46.477514 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-35f8ad8e-4ef4-4d9b-be4b-b4cf0855f2ef req-51cf9a46-1659-4526-9e44-3e5edda7932c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 943 time: 0.0712972 May 03 09:14:46.482518 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks [] for router_gateway (72b58a1a-a8fe-49d1-99f8-bb08bf514962), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.508799 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.510972 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:46.511605 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.514344 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Publish callbacks [] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.528416 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.566099 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c59539a-a765-4c2a-ba85-66850c0d2fe0 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:14:46.589402 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-35f8ad8e-4ef4-4d9b-be4b-b4cf0855f2ef req-661d72cd-b540-4cda-9aff-a6b1af8d5aeb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047859 May 03 09:14:46.624025 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Network e3e11de7-9c72-44cc-942b-06c8b6680967 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:46.633020 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 1c59539a-a765-4c2a-ba85-66850c0d2fe0, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:46.635113 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:46.639482 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:46.646554 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.648691 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Allocated IP 172.27.2.193 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/9da90c15-fa7e-4c75-9320-7eee45454fe8) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:46.651037 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Pushing event updated for resources: {'Port': ['ID=59970b45-c4bd-4c11-a526-9f7ee0dde254,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:46.739850 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Attempting to bind port 59970b45-c4bd-4c11-a526-9f7ee0dde254 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:14:46.740158 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Attempting to bind port 59970b45-c4bd-4c11-a526-9f7ee0dde254 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:14:46.740526 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Attempting to bind port 59970b45-c4bd-4c11-a526-9f7ee0dde254 on network e3e11de7-9c72-44cc-942b-06c8b6680967 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:46.749574 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:14:46.750222 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Checking segment: {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:46.750373 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-c5fedc14-dd16-48fe-ac1f-8062fc63be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:46.750632 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.751030 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Bound using segment: {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:14:46.751493 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Bound port: 59970b45-c4bd-4c11-a526-9f7ee0dde254, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:14:46.751733 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-c5fedc14-dd16-48fe-ac1f-8062fc63be1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854812 May 03 09:14:46.751878 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.753726 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=1c59539a-a765-4c2a-ba85-66850c0d2fe0,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:46.817441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks [] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.832998 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] For port 59970b45-c4bd-4c11-a526-9f7ee0dde254, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:14:46.836185 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] For port 59970b45-c4bd-4c11-a526-9f7ee0dde254, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=59970b45-c4bd-4c11-a526-9f7ee0dde254,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:14:46.841797 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.896516 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-8fdb71f1-56b2-46b0-969c-3deb0df06410 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201904 May 03 09:14:46.898437 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3354ab-6320-470c-b7ed-c9e8fd74e89e None None] Pushing event updated for resources: {'Port': ['ID=59970b45-c4bd-4c11-a526-9f7ee0dde254,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:46.902514 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:46.979329 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:46.988794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:47.017568 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:47.037101 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b18870-ba46-48e8-a7d6-8f520de0f04b req-1f5c2652-2e67-412b-b0af-7b2695fd9ba3 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:47.038677 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-69b18870-ba46-48e8-a7d6-8f520de0f04b req-1f5c2652-2e67-412b-b0af-7b2695fd9ba3 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0692894 May 03 09:14:47.047796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Pushing event updated for resources: {'Port': ['ID=9da90c15-fa7e-4c75-9320-7eee45454fe8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:47.123375 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-69b18870-ba46-48e8-a7d6-8f520de0f04b req-b09330c7-5245-4ad0-8076-587765aca0e5 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775974 May 03 09:14:47.145309 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7453eebc-73a5-4b37-af95-ab4afc2ba734 req-05bad26d-efc3-473b-a344-395cfe3edea3 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333319 May 03 09:14:47.259049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['1c59539a-a765-4c2a-ba85-66850c0d2fe0'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:14:47.338004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks [] for router_gateway (72b58a1a-a8fe-49d1-99f8-bb08bf514962), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:47.543960 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (72b58a1a-a8fe-49d1-99f8-bb08bf514962), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:47.721925 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98cef6-12d0-49ab-a485-b2c21f5499fa req-f0aa13d9-d6fb-43ea-8153-b7f9986a1625 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:47.723537 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4d98cef6-12d0-49ab-a485-b2c21f5499fa req-f0aa13d9-d6fb-43ea-8153-b7f9986a1625 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 944 time: 0.0547380 May 03 09:14:47.736558 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:14:47.820752 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4d98cef6-12d0-49ab-a485-b2c21f5499fa req-91d75da9-3175-4c88-99f1-6aa3151c3bb8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909011 May 03 09:14:47.888204 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:14:47.898709 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Sync routers for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:14:47.906630 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:47.908468 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d9e786e3-e901-4f0e-aa06-eed117c16a7a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1735222 May 03 09:14:47.911832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60416) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:47.914073 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:47.914694 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:47.921033 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d76f6b-84ce-4fd1-9f4c-cce4690ed749 None None] Network e3e11de7-9c72-44cc-942b-06c8b6680967 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:14:48.026448 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:48.031276 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-b4e3c265-86d5-40ee-a14f-3076c6daae13 None None] Provisioning complete for port 59970b45-c4bd-4c11-a526-9f7ee0dde254 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:48.031680 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4e3c265-86d5-40ee-a14f-3076c6daae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.194118 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b4e3c265-86d5-40ee-a14f-3076c6daae13 None None] Current status of the port 59970b45-c4bd-4c11-a526-9f7ee0dde254 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:48.194580 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4e3c265-86d5-40ee-a14f-3076c6daae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.244032 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b4e3c265-86d5-40ee-a14f-3076c6daae13 None None] For port 59970b45-c4bd-4c11-a526-9f7ee0dde254, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=59970b45-c4bd-4c11-a526-9f7ee0dde254,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:48.250197 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4e3c265-86d5-40ee-a14f-3076c6daae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.269147 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:47Z', 'revision_number': 3, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:48.310772 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3c265-86d5-40ee-a14f-3076c6daae13 None None] Pushing event updated for resources: {'Port': ['ID=59970b45-c4bd-4c11-a526-9f7ee0dde254,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:48.326030 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c025f86-a79d-459d-98d8-2d9ca47c5b94 req-92d03e41-ce01-4812-9a3f-8ca7eec95bc2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:48.329095 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1c025f86-a79d-459d-98d8-2d9ca47c5b94 req-92d03e41-ce01-4812-9a3f-8ca7eec95bc2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0884259 May 03 09:14:48.329847 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Checking router: 72b58a1a-a8fe-49d1-99f8-bb08bf514962 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:14:48.330208 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Updating router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 port 9da90c15-fa7e-4c75-9320-7eee45454fe8 binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:14:48.397325 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.428990 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1c025f86-a79d-459d-98d8-2d9ca47c5b94 req-060ef9a1-9c03-43a0-868f-c0ce552cabac tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879169 May 03 09:14:48.478095 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-f95b641e-8d49-40eb-9f2b-fcef50cfa2d7 None None] Provisioning complete for port 59970b45-c4bd-4c11-a526-9f7ee0dde254 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:48.479440 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f95b641e-8d49-40eb-9f2b-fcef50cfa2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.590344 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f95b641e-8d49-40eb-9f2b-fcef50cfa2d7 None None] Current status of the port 59970b45-c4bd-4c11-a526-9f7ee0dde254 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:48.595271 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1c59539a-a765-4c2a-ba85-66850c0d2fe0 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:48.621406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ae9f6-5e2a-46da-be4e-dbd37c5f19cc req-e6d74caf-62da-4346-9c13-b9c34570e0ac tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:48.622663 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-785ae9f6-5e2a-46da-be4e-dbd37c5f19cc req-e6d74caf-62da-4346-9c13-b9c34570e0ac tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0595431 May 03 09:14:48.641760 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:14:48.648786 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:48.649481 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.690407 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Publish callbacks [] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.700065 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.735869 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-785ae9f6-5e2a-46da-be4e-dbd37c5f19cc req-294bdd55-2c10-42b6-af44-3786a63429e6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951526 May 03 09:14:48.749551 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Attempting to bind port 9da90c15-fa7e-4c75-9320-7eee45454fe8 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:14:48.749971 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Attempting to bind port 9da90c15-fa7e-4c75-9320-7eee45454fe8 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:14:48.750327 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Attempting to bind port 9da90c15-fa7e-4c75-9320-7eee45454fe8 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:48.759033 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:48.759699 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.763312 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Pushing event updated for resources: {'Port': ['ID=9da90c15-fa7e-4c75-9320-7eee45454fe8,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:48.766761 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:14:48.767131 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:48.767526 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.767910 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:14:48.768435 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Bound port: 9da90c15-fa7e-4c75-9320-7eee45454fe8, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:14:48.768805 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.774148 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60424) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:48.774881 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.775220 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.775579 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.775927 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.776287 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.776610 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.776929 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.777240 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.777558 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.777873 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.778192 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.778553 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.778912 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.779129 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.779984 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:48.813816 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.842799 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] For port 9da90c15-fa7e-4c75-9320-7eee45454fe8, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:14:48.865937 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] For port 9da90c15-fa7e-4c75-9320-7eee45454fe8, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9da90c15-fa7e-4c75-9320-7eee45454fe8,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:14:48.874085 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 1c59539a-a765-4c2a-ba85-66850c0d2fe0, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:48.877951 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:14:48.880301 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fd1229-3df5-46da-9516-f28dc8a3dd43" -d '{"events": [{"server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "name": "network-vif-plugged", "status": "completed", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:14:48.880931 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.883785 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 59970b45-c4bd-4c11-a526-9f7ee0dde254 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:48.899148 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:48.983879 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:48.984743 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:48.988936 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff1777-29b8-432b-a33c-91eb4198c5f2 None None] Pushing event updated for resources: {'Port': ['ID=9da90c15-fa7e-4c75-9320-7eee45454fe8,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:49.038520 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e40667-689e-4f58-96fe-ad04637db665 x-openstack-request-id: req-06e40667-689e-4f58-96fe-ad04637db665 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:14:49.039084 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "name": "network-vif-plugged", "status": "completed", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:14:49.039084 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06e40667-689e-4f58-96fe-ad04637db665 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:14:49.039437 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e40667-689e-4f58-96fe-ad04637db665'] response: {'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'code': 200} May 03 09:14:49.040592 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade587-4b9b-4628-a385-6089605f7eb1 req-adfcd7cf-029b-4402-ac1b-e8fc6cf2a1a2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:49.040830 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=1c59539a-a765-4c2a-ba85-66850c0d2fe0,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:49.042619 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e8ade587-4b9b-4628-a385-6089605f7eb1 req-adfcd7cf-029b-4402-ac1b-e8fc6cf2a1a2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0897720 May 03 09:14:49.055506 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Allocated IP 172.20.0.1 (e3e11de7-9c72-44cc-942b-06c8b6680967/3c617893-c8f9-4437-959f-fcb78d7bf8ed/be7fcd0b-644c-4074-aacf-58cd9a688cff) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:49.069907 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 59970b45-c4bd-4c11-a526-9f7ee0dde254 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:49.070282 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.105784 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ec09f-b558-4929-a3a4-41cb8c6494fb tempest-TestShelveInstance-1831883354 tempest-TestShelveInstance-1831883354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:49.107616 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ca5ec09f-b558-4929-a3a4-41cb8c6494fb tempest-TestShelveInstance-1831883354 tempest-TestShelveInstance-1831883354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1124 time: 0.3324778 May 03 09:14:49.114113 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60432) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:49.122135 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'port_id': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:49.136491 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:49.177285 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e8ade587-4b9b-4628-a385-6089605f7eb1 req-8d620e55-d3fd-451f-bc57-0332b9ab5b14 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224241 May 03 09:14:49.180334 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 59970b45-c4bd-4c11-a526-9f7ee0dde254 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:49.185809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.276168 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.295338 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks [] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.307953 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5699c5-36e0-44e4-8399-05b1168684ab req-75203ac0-0b9b-4de3-816c-929410b31288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:49.309580 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ec5699c5-36e0-44e4-8399-05b1168684ab req-75203ac0-0b9b-4de3-816c-929410b31288 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1129 time: 0.0547493 May 03 09:14:49.360544 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:47Z', 'revision_number': 3, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:49.369492 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.381555 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ec5699c5-36e0-44e4-8399-05b1168684ab req-3ec43f87-25e0-4d33-b82e-d1aef8bab21b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634301 May 03 09:14:49.393449 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71de427-81fa-4290-b449-47f6ab7338c0 None None] The sync data for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi is: [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:47Z', 'revision_number': 3, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:14:49.400409 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Allocated IP 172.27.2.86 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/cb26fa17-4b2f-478a-82d3-91277f6bfe52) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:49.422566 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Network e3e11de7-9c72-44cc-942b-06c8b6680967 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:49.426549 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:49.430523 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:49.468753 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Pushing event updated for resources: {'Port': ['ID=be7fcd0b-644c-4074-aacf-58cd9a688cff,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:49.495985 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (72b58a1a-a8fe-49d1-99f8-bb08bf514962), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.522038 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.567845 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.612918 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:49.617762 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:49.620283 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:49.654668 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'Port': ['ID=cb26fa17-4b2f-478a-82d3-91277f6bfe52,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:49.666907 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.719134 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-ac895597-4350-4f3a-b9a0-eaeab022cd84 None None] Provisioning complete for port be7fcd0b-644c-4074-aacf-58cd9a688cff triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:49.719294 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac895597-4350-4f3a-b9a0-eaeab022cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.801795 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ac895597-4350-4f3a-b9a0-eaeab022cd84 None None] Port be7fcd0b-644c-4074-aacf-58cd9a688cff cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:14:49.900581 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks [] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.906616 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.980113 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (72b58a1a-a8fe-49d1-99f8-bb08bf514962), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:49.986139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Pushing event updated for resources: {'Port': ['ID=be7fcd0b-644c-4074-aacf-58cd9a688cff,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:50.066023 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for floatingip (cc47c555-a520-4701-b59a-abff5da1d22f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:50.087103 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Network e3e11de7-9c72-44cc-942b-06c8b6680967 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:50.088566 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:50.151642 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:50.253330 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:14:50.364838 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:50.371191 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a39278-9cfc-4562-9862-a5d5314ec162 req-b04cd04d-20ac-4e70-801e-8a359a1c2bd8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:50.372850 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-18a39278-9cfc-4562-9862-a5d5314ec162 req-b04cd04d-20ac-4e70-801e-8a359a1c2bd8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0613160 May 03 09:14:50.372997 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:50.435035 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cdccd727-55fc-4129-9f49-1161a5f63091 None None] Provisioning complete for port be7fcd0b-644c-4074-aacf-58cd9a688cff triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:50.436052 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cdccd727-55fc-4129-9f49-1161a5f63091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:50.445960 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (cc47c555-a520-4701-b59a-abff5da1d22f), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:50.451028 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:14:50.464714 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-25298d09-b5a4-4f2f-8bd7-1e80267f1741 admin admin] 10.222.0.23 "PUT /v2.0/routers/72b58a1a-a8fe-49d1-99f8-bb08bf514962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444200 May 03 09:14:50.503597 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-18a39278-9cfc-4562-9862-a5d5314ec162 req-51023f9f-2c3d-4eef-bd13-4889e50e9c79 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972683 May 03 09:14:50.531174 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cdccd727-55fc-4129-9f49-1161a5f63091 None None] Port be7fcd0b-644c-4074-aacf-58cd9a688cff cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:14:50.581366 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event updated for resources: {'Port': ['ID=cb26fa17-4b2f-478a-82d3-91277f6bfe52,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:50.597779 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Floating IP cc47c555-a520-4701-b59a-abff5da1d22f associated. External IP: 172.27.2.86, port: b5db4b3b-2efc-4e32-90d0-8eba9f301c65. May 03 09:14:50.846752 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9da90c15-fa7e-4c75-9320-7eee45454fe8 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:50.902544 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9da90c15-fa7e-4c75-9320-7eee45454fe8 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:50.903061 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:50.982016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9da90c15-fa7e-4c75-9320-7eee45454fe8 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:50.982519 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.006428 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 9da90c15-fa7e-4c75-9320-7eee45454fe8, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9da90c15-fa7e-4c75-9320-7eee45454fe8,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:51.011871 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.062153 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60454) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:51.066794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-816605811-network', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:51.078072 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=9da90c15-fa7e-4c75-9320-7eee45454fe8,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:51.090468 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Router b8841b3b-9b4b-470f-8eb9-851ca3f311ad has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:14:51.090640 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Made reservation on behalf of 5e22131dd18b498e94dddb8e28587f66 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:14:51.093276 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.103917 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.192337 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks [] for security_group (96acb2e0-5183-44c4-9d6c-c0c1e095058b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.196674 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (96acb2e0-5183-44c4-9d6c-c0c1e095058b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.222278 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:14:51.224558 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:14:51.235336 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (42693ee9-02e5-4e8b-902f-0ee4f33e74a2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.235336 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Added segment 42693ee9-02e5-4e8b-902f-0ee4f33e74a2 of type vlan for network f5bd5835-888e-44bd-a535-d1dfda4628a5 May 03 09:14:51.236333 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96acb2e0-5183-44c4-9d6c-c0c1e095058b,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:51.245665 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] Sync routers for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:14:51.263937 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:51.263937 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:51.272323 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.292043 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (f5bd5835-888e-44bd-a535-d1dfda4628a5), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.320444 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e1ef9823-e26c-4e14-8384-498be8c5d0d8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2043405 May 03 09:14:51.324450 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:14:51.324610 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (f5bd5835-888e-44bd-a535-d1dfda4628a5), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.325628 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:51.326331 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.327010 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee89ed69-da85-454a-94a2-d6e67ec02a71" -d '{"events": [{"name": "network-changed", "server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:14:51.363099 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3001640 May 03 09:14:51.364002 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1530e5bf-a131-4bb1-b6e5-80a2a7da1511 x-openstack-request-id: req-1530e5bf-a131-4bb1-b6e5-80a2a7da1511 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:14:51.364356 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:14:51.364670 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1530e5bf-a131-4bb1-b6e5-80a2a7da1511 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:14:51.365074 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1530e5bf-a131-4bb1-b6e5-80a2a7da1511'] response: {'name': 'network-changed', 'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'status': 'completed', 'code': 200} May 03 09:14:51.365666 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60460) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:51.370405 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Request body: {'subnet': {'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-816605811-subnet', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'ip_version': 4}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:51.394914 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Made reservation on behalf of 5e22131dd18b498e94dddb8e28587f66 for: {'subnet': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:14:51.397616 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5435041'] for subnet (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.399539 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bd355-82e4-47e3-9f44-075098f9e412 admin admin] Pushing event updated for resources: {'Network': ['ID=f5bd5835-888e-44bd-a535-d1dfda4628a5,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:51.410290 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:14:51.413303 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:51.425049 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Sync routers for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:14:51.441813 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:51.442640 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:51.596694 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:51.655643 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5435071'] for subnet (e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.664504 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6eb5f-ad7b-4bb6-a27d-c74bad7e5b9b req-58051fd7-2009-41da-a2a7-ad24fd3af974 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:51.666115 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d3b6eb5f-ad7b-4bb6-a27d-c74bad7e5b9b req-58051fd7-2009-41da-a2a7-ad24fd3af974 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0518057 May 03 09:14:51.714881 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:51.727865 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d3b6eb5f-ad7b-4bb6-a27d-c74bad7e5b9b req-885dfdab-4963-4d71-b4f1-fbbcb343e552 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552707 May 03 09:14:51.757252 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Checking segment: {'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:51.757624 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Network hostable DHCP agents. Network: f5bd5835-888e-44bd-a535-d1dfda4628a5, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:14:51.778169 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:14:51.789266 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, f5bd5835-888e-44bd-a535-d1dfda4628a5) {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:51.798560 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834b697-fbdb-423a-8af6-809cbeaf50a9 None None] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:14:51.801566 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:51.802917 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.821652 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-9e249555-3acd-4cf2-8099-b8a8f14ea2d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4541001 May 03 09:14:51.823619 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60466) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:51.829563 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:51.854963 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.856859 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.969823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks [] for router_controller (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:51.972258 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-276b1824-9d93-40ca-ba84-91079cedd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:51.974089 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-276b1824-9d93-40ca-ba84-91079cedd3c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1129 time: 0.0983400 May 03 09:14:51.989302 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 2, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:52.004747 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-f5bd5835-888e-44bd-a535-d1dfda4628a5', 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5', 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'fixed_ips': [{'subnet_id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:14:52.005610 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.011363 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': 'cc47c555-a520-4701-b59a-abff5da1d22f', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'port_id': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:49Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 0, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 5, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:52.023572 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Checking router: 72b58a1a-a8fe-49d1-99f8-bb08bf514962 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:14:52.023929 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Updating router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 port be7fcd0b-644c-4074-aacf-58cd9a688cff binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:14:52.052643 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.052871 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] Checking router: b8841b3b-9b4b-470f-8eb9-851ca3f311ad for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:14:52.125818 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:52.127116 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:52.191961 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks [] for router_gateway (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.224680 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-4b4d5e23-b08f-4213-8349-e717b48cc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:52.226165 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-4b4d5e23-b08f-4213-8349-e717b48cc012 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 200 len: 909 time: 0.2142820 May 03 09:14:52.301673 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Allocated IP 172.20.0.2 (f5bd5835-888e-44bd-a535-d1dfda4628a5/e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837/9f1ece2a-c332-4763-8283-baaf0564fe80) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:52.308475 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:52.330871 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-2954a1ca-5056-4834-8cee-355aa1b79140 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 998 time: 0.0953200 May 03 09:14:52.369166 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Publish callbacks [] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.377280 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.437399 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84e58e-d244-4954-8664-52900c86261b None None] Pushing event updated for resources: {'Port': ['ID=be7fcd0b-644c-4074-aacf-58cd9a688cff,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:52.469153 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-16d6bc9c-6c72-427b-ab4c-3ea04faa860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:52.470789 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-16d6bc9c-6c72-427b-ab4c-3ea04faa860e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c791802-20b9-415f-941a-5a81bb21889f HTTP/1.1" status: 200 len: 847 time: 0.1028099 May 03 09:14:52.519842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks [] for router_gateway (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.525685 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Attempting to bind port be7fcd0b-644c-4074-aacf-58cd9a688cff on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:14:52.526065 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Attempting to bind port be7fcd0b-644c-4074-aacf-58cd9a688cff by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:14:52.526434 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Attempting to bind port be7fcd0b-644c-4074-aacf-58cd9a688cff on network e3e11de7-9c72-44cc-942b-06c8b6680967 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:52.532445 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:14:52.532859 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Checking segment: {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:52.534322 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.534576 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Bound using segment: {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:14:52.535104 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Bound port: be7fcd0b-644c-4074-aacf-58cd9a688cff, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:14:52.535212 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Publish callbacks [] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.535677 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.545008 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.556575 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.610578 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:52.615605 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:52.644633 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:52.644855 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] For port be7fcd0b-644c-4074-aacf-58cd9a688cff, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:14:52.654749 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] For port be7fcd0b-644c-4074-aacf-58cd9a688cff, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=be7fcd0b-644c-4074-aacf-58cd9a688cff,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:14:52.671474 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.677311 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Pushing event updated for resources: {'Port': ['ID=9f1ece2a-c332-4763-8283-baaf0564fe80,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:52.679140 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Allocated IP 172.27.2.231 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/58dc7148-b125-48e2-a2a2-85ab99897e30) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:52.681946 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-288fb0d6-b5e1-4cad-bb3b-d6b48b8a043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:52.685422 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-288fb0d6-b5e1-4cad-bb3b-d6b48b8a043e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2008d54f-f792-4d1d-83bf-fd944d4b7d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2055197 May 03 09:14:52.727037 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:52.727658 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:52.773146 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Attempting to bind port 9f1ece2a-c332-4763-8283-baaf0564fe80 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:14:52.773749 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Attempting to bind port 9f1ece2a-c332-4763-8283-baaf0564fe80 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:14:52.774277 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Attempting to bind port 9f1ece2a-c332-4763-8283-baaf0564fe80 on network f5bd5835-888e-44bd-a535-d1dfda4628a5 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:52.805057 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:14:52.805791 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Checking segment: {'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:52.805887 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.806218 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Bound using segment: {'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:14:52.806701 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Bound port: 9f1ece2a-c332-4763-8283-baaf0564fe80, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:14:52.807088 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.832360 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84e58e-d244-4954-8664-52900c86261b None None] Pushing event updated for resources: {'Port': ['ID=be7fcd0b-644c-4074-aacf-58cd9a688cff,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:52.846837 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-574f100c-050d-48d7-a1f4-60749c42f1ae None None] Provisioning complete for port be7fcd0b-644c-4074-aacf-58cd9a688cff triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:52.847224 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574f100c-050d-48d7-a1f4-60749c42f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:52.900326 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': 'cc47c555-a520-4701-b59a-abff5da1d22f', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'port_id': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:49Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 0, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 5, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:52.924957 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-cad1c893-b79e-4570-8dec-13e60990976a service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274547 May 03 09:14:52.932550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2c8da4-d777-4b7e-bda2-6338939a6e94 None None] The sync data for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi is: [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': 'cc47c555-a520-4701-b59a-abff5da1d22f', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'port_id': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:49Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 0, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 5, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:14:52.934323 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9da90c15-fa7e-4c75-9320-7eee45454fe8 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:52.946883 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:52.970062 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2efc-8245-4337-9f59-e9cba8be6101 req-fad68982-54c6-4321-b2c2-a5c589098773 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:52.978979 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3eae2efc-8245-4337-9f59-e9cba8be6101 req-fad68982-54c6-4321-b2c2-a5c589098773 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.1096733 May 03 09:14:53.049970 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks [] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.057988 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3eae2efc-8245-4337-9f59-e9cba8be6101 req-b77ebba5-0541-46cc-87c5-9561efd5b6fa tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780332 May 03 09:14:53.074550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-574f100c-050d-48d7-a1f4-60749c42f1ae None None] Current status of the port be7fcd0b-644c-4074-aacf-58cd9a688cff is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:53.075103 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574f100c-050d-48d7-a1f4-60749c42f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.126316 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ee89ed69-da85-454a-94a2-d6e67ec02a71 req-c2846f59-845b-48ee-a3f9-569d0de88f74 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810904 May 03 09:14:53.145491 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-574f100c-050d-48d7-a1f4-60749c42f1ae None None] For port be7fcd0b-644c-4074-aacf-58cd9a688cff, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=be7fcd0b-644c-4074-aacf-58cd9a688cff,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:53.163653 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] For port 9f1ece2a-c332-4763-8283-baaf0564fe80, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:14:53.166262 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] For port 9f1ece2a-c332-4763-8283-baaf0564fe80, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9f1ece2a-c332-4763-8283-baaf0564fe80,segment=NetworkSegment(42693ee9-02e5-4e8b-902f-0ee4f33e74a2),segment_id=42693ee9-02e5-4e8b-902f-0ee4f33e74a2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:14:53.171346 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574f100c-050d-48d7-a1f4-60749c42f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.237814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f100c-050d-48d7-a1f4-60749c42f1ae None None] Pushing event updated for resources: {'Port': ['ID=be7fcd0b-644c-4074-aacf-58cd9a688cff,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:53.240790 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9da90c15-fa7e-4c75-9320-7eee45454fe8 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:53.241544 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.244067 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.260198 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f247b-84b3-4092-b8ad-fb9d9817b3d6 req-1f43f093-ffcf-4fe4-89e4-199a0d74cc00 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:53.261719 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c80f247b-84b3-4092-b8ad-fb9d9817b3d6 req-1f43f093-ffcf-4fe4-89e4-199a0d74cc00 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0707648 May 03 09:14:53.263410 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.271759 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60482) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:53.280312 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'floatingip': {'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:14:53.320536 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:53.326031 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:52Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:53.329732 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:53.334460 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:53.342821 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebf90b-045d-4ba9-ae15-6119b13ae0a4 None None] New status for floating IP cc47c555-a520-4701-b59a-abff5da1d22f: ACTIVE {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:14:53.349909 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.362145 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fa475-32ab-4125-b44a-589337b88cfb None None] The sync data for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi is: [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:52Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:14:53.382342 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Pushing event updated for resources: {'Port': ['ID=58dc7148-b125-48e2-a2a2-85ab99897e30,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:53.566879 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e59751a6-9660-40e3-a8f5-4145a3758667 None None] Provisioning complete for port be7fcd0b-644c-4074-aacf-58cd9a688cff triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:53.567103 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59751a6-9660-40e3-a8f5-4145a3758667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.688601 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbfe7a-a436-43b4-8c48-11157de4183d None None] Pushing event updated for resources: {'Port': ['ID=9f1ece2a-c332-4763-8283-baaf0564fe80,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:53.813309 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.813659 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.814007 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.814350 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.815326 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.815690 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.815935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.816250 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.816589 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.816921 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.817249 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.817579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.817906 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.818231 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.818553 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:53.860697 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9da90c15-fa7e-4c75-9320-7eee45454fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:53.869388 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e59751a6-9660-40e3-a8f5-4145a3758667 None None] Current status of the port be7fcd0b-644c-4074-aacf-58cd9a688cff is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:53.981309 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:53.991903 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:54.079934 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks [] for router_gateway (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:54.127662 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Floating IP 8a171432-9786-42ff-b74a-e79ff82f5e2f associated. External IP: 172.27.2.11, port: 1c59539a-a765-4c2a-ba85-66850c0d2fe0. May 03 09:14:54.316483 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:54.366063 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Router 08188bf4-a41f-428d-bbe5-405cfc3e3cce has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:14:54.465162 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:14:54.497108 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:14:54.502758 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:54.509801 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] Sync routers for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:14:54.522099 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:54.522745 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:54.538056 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-1b5c9fec-4f1a-4968-9f4c-5ac856d7b32a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "PUT /v2.0/floatingips/8a171432-9786-42ff-b74a-e79ff82f5e2f HTTP/1.1" status: 200 len: 990 time: 1.2647815 May 03 09:14:54.539135 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:14:54.542261 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:14:54.606479 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9627b4da-2429-4c76-b58d-51a22757b154 x-openstack-request-id: req-9627b4da-2429-4c76-b58d-51a22757b154 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:14:54.607216 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:14:54.607695 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9627b4da-2429-4c76-b58d-51a22757b154 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:14:54.608715 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9627b4da-2429-4c76-b58d-51a22757b154'] response: {'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'status': 'completed', 'code': 200} May 03 09:14:54.628271 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:14:54.637046 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Sync routers for ids ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:14:54.651004 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Routers {'87ddd6e7-a74d-4329-aedf-6d80b9b695e6'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:54.655029 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:54.655500 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:54.660609 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5f66b74f-ec6f-420b-b030-cda9af7220ec admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8354294 May 03 09:14:54.660828 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60494) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:14:54.711568 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-a6306fda-7d8e-4228-9fad-da70e59d39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:54.713402 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-a6306fda-7d8e-4228-9fad-da70e59d39b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1129 time: 0.0517004 May 03 09:14:54.723643 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:54.893881 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Set router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:54.957864 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-f6e2e35c-07a6-447f-a75f-6236cc76fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:54.959327 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-f6e2e35c-07a6-447f-a75f-6236cc76fb41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.2390125 May 03 09:14:54.991747 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9f1ece2a-c332-4763-8283-baaf0564fe80 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:55.042695 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-bacbc223-987e-4ed5-808b-c1d5e516d950 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 998 time: 0.0745997 May 03 09:14:55.094758 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc63aef-1bc8-41c4-af45-420c660cd688 None None] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:14:55.100251 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '8a171432-9786-42ff-b74a-e79ff82f5e2f', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'mac_address': 'fa:16:3e:fb:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:32Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 1, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:55.125309 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-af5b2e07-92a7-4257-b94b-bc941aeb562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:55.129036 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] Checking router: 08188bf4-a41f-428d-bbe5-405cfc3e3cce for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:14:55.129510 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-af5b2e07-92a7-4257-b94b-bc941aeb562a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0788925 May 03 09:14:55.138742 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:55.139196 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:55.167228 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-0bf228dd-fe9a-48cf-9c83-0b18e8e2150f None None] Provisioning complete for port 9f1ece2a-c332-4763-8283-baaf0564fe80 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:55.167787 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bf228dd-fe9a-48cf-9c83-0b18e8e2150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.183217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-cbdf7c3d-607d-4952-8fb9-e461686b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:14:55.184834 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-cbdf7c3d-607d-4952-8fb9-e461686b8d04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486803 May 03 09:14:55.228319 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9f1ece2a-c332-4763-8283-baaf0564fe80 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:55.229290 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.307153 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:55.344811 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 3, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port': {'id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:52Z', 'updated_at': '2022-05-03T09:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:55.348886 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-2d17df24-4d21-476a-a24b-8de9aeab966e service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418836 May 03 09:14:55.386609 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Checking router: 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:14:55.387077 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Updating router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 port 58dc7148-b125-48e2-a2a2-85ab99897e30 binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:14:55.510033 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3cf52540-bfc6-47f0-94b7-8d9644bcd4e2 req-b68c499b-6785-4033-b4c1-722877eeaca9 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525314 May 03 09:14:55.514763 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.518613 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0bf228dd-fe9a-48cf-9c83-0b18e8e2150f None None] Current status of the port 9f1ece2a-c332-4763-8283-baaf0564fe80 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:55.519071 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bf228dd-fe9a-48cf-9c83-0b18e8e2150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.557059 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.578979 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9f1ece2a-c332-4763-8283-baaf0564fe80 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:55.579458 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.696829 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-0bf228dd-fe9a-48cf-9c83-0b18e8e2150f None None] For port 9f1ece2a-c332-4763-8283-baaf0564fe80, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9f1ece2a-c332-4763-8283-baaf0564fe80,segment=NetworkSegment(42693ee9-02e5-4e8b-902f-0ee4f33e74a2),segment_id=42693ee9-02e5-4e8b-902f-0ee4f33e74a2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:55.709017 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bf228dd-fe9a-48cf-9c83-0b18e8e2150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.724454 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '8a171432-9786-42ff-b74a-e79ff82f5e2f', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'mac_address': 'fa:16:3e:fb:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:32Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 1, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:55.753433 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1034c-822e-48d8-bda2-725749ff5bb7 None None] The sync data for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi is: [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '8a171432-9786-42ff-b74a-e79ff82f5e2f', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'mac_address': 'fa:16:3e:fb:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:32Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 1, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:14:55.761774 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Allocated IP 172.20.0.1 (f5bd5835-888e-44bd-a535-d1dfda4628a5/e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837/ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:14:55.821852 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.db.api [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 09:14:55.822206 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG oslo_db.api [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 09:14:55.826324 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf228dd-fe9a-48cf-9c83-0b18e8e2150f None None] Pushing event updated for resources: {'Port': ['ID=9f1ece2a-c332-4763-8283-baaf0564fe80,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:55.872251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-01a4ec2c-f0da-4b1a-bc3d-be59337b6602 None None] Provisioning complete for port 9f1ece2a-c332-4763-8283-baaf0564fe80 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:55.872251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01a4ec2c-f0da-4b1a-bc3d-be59337b6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.886231 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks [] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.936918 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:55.982753 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:55.989530 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:55.991969 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:14:56.017345 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:56.027106 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.027365 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-01a4ec2c-f0da-4b1a-bc3d-be59337b6602 None None] Current status of the port 9f1ece2a-c332-4763-8283-baaf0564fe80 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:56.027802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.027802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.028420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.028420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.029454 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.030499 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Publish callbacks [] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.030873 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.031439 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.031780 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.032143 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.032682 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.032958 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.033996 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.034389 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.034755 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:14:56.038392 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.043120 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88b3f2-6745-46c6-9e80-28140a8fcfee None None] New status for floating IP 8a171432-9786-42ff-b74a-e79ff82f5e2f: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:14:56.087111 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.104141 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39934ca5-2458-495b-a733-20e7f7703733 None None] Pushing event updated for resources: {'Port': ['ID=58dc7148-b125-48e2-a2a2-85ab99897e30,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:56.119431 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Attempting to bind port 58dc7148-b125-48e2-a2a2-85ab99897e30 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:14:56.120524 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Attempting to bind port 58dc7148-b125-48e2-a2a2-85ab99897e30 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:14:56.121241 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Attempting to bind port 58dc7148-b125-48e2-a2a2-85ab99897e30 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:14:56.131063 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:14:56.131812 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:14:56.132228 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.132625 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:14:56.133109 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Bound port: 58dc7148-b125-48e2-a2a2-85ab99897e30, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:14:56.133619 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.196729 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] For port 58dc7148-b125-48e2-a2a2-85ab99897e30, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:14:56.200357 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] For port 58dc7148-b125-48e2-a2a2-85ab99897e30, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=58dc7148-b125-48e2-a2a2-85ab99897e30,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:14:56.214016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.288400 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.436844 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-d7af0c29-e1c7-4e63-976e-d2d5a2845266 None None] Provisioning complete for port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:56.437208 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7af0c29-e1c7-4e63-976e-d2d5a2845266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.459733 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks [] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.464376 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.480107 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9f1ece2a-c332-4763-8283-baaf0564fe80 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:56.481053 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device be7fcd0b-644c-4074-aacf-58cd9a688cff up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:56.482530 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39934ca5-2458-495b-a733-20e7f7703733 None None] Pushing event updated for resources: {'Port': ['ID=58dc7148-b125-48e2-a2a2-85ab99897e30,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:56.511725 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Routers {'87ddd6e7-a74d-4329-aedf-6d80b9b695e6'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:14:56.512386 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:14:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:56.539299 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.541865 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:14:56.547708 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d7af0c29-e1c7-4e63-976e-d2d5a2845266 None None] Port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:14:56.616146 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port be7fcd0b-644c-4074-aacf-58cd9a688cff triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:56.616521 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.634609 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:14:56.636038 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:14:56.664788 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] Set router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:14:56.762948 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:14:56.797157 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port be7fcd0b-644c-4074-aacf-58cd9a688cff is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:56.885877 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:14:56.896037 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-fc76a765-777e-459d-871c-0a300edbda78 admin admin] 10.222.0.23 "PUT /v2.0/routers/87ddd6e7-a74d-4329-aedf-6d80b9b695e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2294037 May 03 09:14:56.902574 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-d58f590d-89ff-4da9-99af-e6ad95acd0c7 None None] Provisioning complete for port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:56.902686 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d58f590d-89ff-4da9-99af-e6ad95acd0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:56.907051 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9f1ece2a-c332-4763-8283-baaf0564fe80 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:56.953476 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 4, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port': {'id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:52Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e', 'name': '', 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'mac_address': 'fa:16:3e:5f:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:55Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 2, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'subnets': [{'id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:14:56.997164 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23d16b-74b4-4dca-9441-3295ffd2e51e None None] The sync data for ids ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'] in dv-cinder-840279-1-iscsi is: [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 4, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port': {'id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:52Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e', 'name': '', 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'mac_address': 'fa:16:3e:5f:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:55Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 2, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'subnets': [{'id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:14:57.017504 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d58f590d-89ff-4da9-99af-e6ad95acd0c7 None None] Port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:14:57.029798 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:57.039497 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 9f1ece2a-c332-4763-8283-baaf0564fe80 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:57.042045 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:57.123054 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 9f1ece2a-c332-4763-8283-baaf0564fe80 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:57.972802 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6406f8cf-470f-49a3-9ada-e2d87fb02e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:58.929447 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 58dc7148-b125-48e2-a2a2-85ab99897e30 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:14:58.981904 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 58dc7148-b125-48e2-a2a2-85ab99897e30 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:14:58.982361 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:59.071799 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 58dc7148-b125-48e2-a2a2-85ab99897e30 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:14:59.072222 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:59.103456 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 58dc7148-b125-48e2-a2a2-85ab99897e30, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=58dc7148-b125-48e2-a2a2-85ab99897e30,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:14:59.109041 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:14:59.168865 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=58dc7148-b125-48e2-a2a2-85ab99897e30,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:00.316168 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52049069-aeeb-4f23-b082-5d0e71999d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:00.887272 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 58dc7148-b125-48e2-a2a2-85ab99897e30 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:15:00.944181 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 58dc7148-b125-48e2-a2a2-85ab99897e30 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:00.944562 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:01.051607 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 58dc7148-b125-48e2-a2a2-85ab99897e30 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:01.321659 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:01.414584 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Sync routers for ids ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:15:01.428411 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Routers {'87ddd6e7-a74d-4329-aedf-6d80b9b695e6'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:15:01.429030 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:15:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:01.557161 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Set router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:15:01.763534 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 4, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port': {'id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:52Z', 'updated_at': '2022-05-03T09:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e', 'name': '', 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'mac_address': 'fa:16:3e:5f:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:55Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 2, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'subnets': [{'id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:01.790888 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Checking router: 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:15:01.791245 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Updating router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:15:01.824197 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.250558 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Publish callbacks [] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.259914 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.317778 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30083390-4e2d-4ff8-b4d8-3f471934eac1 None None] Pushing event updated for resources: {'Port': ['ID=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:02.382189 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Attempting to bind port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:15:02.382912 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Attempting to bind port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:15:02.382912 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Attempting to bind port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e on network f5bd5835-888e-44bd-a535-d1dfda4628a5 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:15:02.388555 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:15:02.388938 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Checking segment: {'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:15:02.389350 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.389748 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Bound using segment: {'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:15:02.390218 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Bound port: ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42693ee9-02e5-4e8b-902f-0ee4f33e74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:15:02.390603 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.468986 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] For port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:15:02.478304 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] For port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,segment=NetworkSegment(42693ee9-02e5-4e8b-902f-0ee4f33e74a2),segment_id=42693ee9-02e5-4e8b-902f-0ee4f33e74a2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:15:02.490569 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.576688 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Routers {'87ddd6e7-a74d-4329-aedf-6d80b9b695e6'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:15:02.577253 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:15:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:02.633962 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30083390-4e2d-4ff8-b4d8-3f471934eac1 None None] Pushing event updated for resources: {'Port': ['ID=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:02.649099 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cbc84e00-e022-47e0-b164-685e434f1d8d None None] Provisioning complete for port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:02.649475 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cbc84e00-e022-47e0-b164-685e434f1d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.764292 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] Set router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:15:02.900061 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.906189 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cbc84e00-e022-47e0-b164-685e434f1d8d None None] Current status of the port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:02.906567 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cbc84e00-e022-47e0-b164-685e434f1d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:02.954882 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:15:03.025833 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-cbc84e00-e022-47e0-b164-685e434f1d8d None None] For port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,segment=NetworkSegment(42693ee9-02e5-4e8b-902f-0ee4f33e74a2),segment_id=42693ee9-02e5-4e8b-902f-0ee4f33e74a2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:15:03.036301 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cbc84e00-e022-47e0-b164-685e434f1d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:03.118539 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 4, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port': {'id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:52Z', 'updated_at': '2022-05-03T09:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e', 'name': '', 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'mac_address': 'fa:16:3e:5f:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:55Z', 'updated_at': '2022-05-03T09:15:02Z', 'revision_number': 4, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'subnets': [{'id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:03.120253 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:03.120639 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:03.178268 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88916643-79fe-4b8d-889b-cf6a9b7772ec None None] The sync data for ids ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'] in dv-cinder-840279-1-iscsi is: [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:14:56Z', 'revision_number': 4, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port': {'id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:52Z', 'updated_at': '2022-05-03T09:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e', 'name': '', 'network_id': 'f5bd5835-888e-44bd-a535-d1dfda4628a5', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'mac_address': 'fa:16:3e:5f:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:55Z', 'updated_at': '2022-05-03T09:15:02Z', 'revision_number': 4, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'subnets': [{'id': 'e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:15:03.182378 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84e00-e022-47e0-b164-685e434f1d8d None None] Pushing event updated for resources: {'Port': ['ID=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:03.195643 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-4a138e22-33d3-4519-b632-0b39358b7b1d None None] Provisioning complete for port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:03.196019 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a138e22-33d3-4519-b632-0b39358b7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:03.321990 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:03.340508 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4a138e22-33d3-4519-b632-0b39358b7b1d None None] Current status of the port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:04.362758 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:04.722061 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:15:04.898834 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:15:04.950934 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:04.951301 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:05.041139 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:06.750056 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-f6b5292f-5029-474e-9b80-ac9b26f32ccc tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:06.751516 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-f6b5292f-5029-474e-9b80-ac9b26f32ccc tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/networks?id=e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 200 len: 815 time: 0.1007674 May 03 09:15:06.765395 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-56f2d0c9-301c-4309-b0b8-44684bca4fba tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/quotas/d637f953ac02425ca534eafe4fd59ff7 HTTP/1.1" status: 200 len: 375 time: 0.0086813 May 03 09:15:06.813176 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-ae4a2ea2-d91f-4e90-8ba8-56cc9a211fdb tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416141 May 03 09:15:06.909347 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-abccfb91-7c59-4dfc-9b31-e414122ddaa8 service neutron] 10.222.0.23 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853586 May 03 09:15:06.997548 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-76e043d4-1765-4bec-9528-bb3bab0023ba service neutron] 10.222.0.23 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826499 May 03 09:15:07.160571 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-72ce702b-3f8e-4aa7-911b-8440ee480f16 req-a745f374-33b4-4132-8e4b-8fc73de7e522 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 210 time: 0.0278466 May 03 09:15:08.252492 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-98f5dcb2-d8a1-4040-bc3e-1fc25136f01b req-d824b54f-d077-49bc-b5ca-2c2d4d0f88e3 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 210 time: 0.0271931 May 03 09:15:09.348171 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbae44ab-8158-44ce-9513-0563513b9fbf req-6835e562-48f3-4cb3-913b-acf8edfab633 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 210 time: 0.0285108 May 03 09:15:10.439759 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7ef3005e-b42b-4e76-a836-e99ea5b628a9 req-8eb3df52-d75c-4d75-8206-e56168cea312 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 210 time: 0.0268905 May 03 09:15:11.224602 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-a5257d9a-8c80-42a7-9271-8718478e36fe tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:11.226971 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-a5257d9a-8c80-42a7-9271-8718478e36fe tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.36 "GET /v2.0/networks?id=e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 200 len: 815 time: 0.1121094 May 03 09:15:11.264988 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'port': {'device_id': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'admin_state_up': True, 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:11.373924 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Made reservation on behalf of d637f953ac02425ca534eafe4fd59ff7 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:15:11.377266 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:11.504651 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Allocated IP 172.20.0.13 (e3e11de7-9c72-44cc-942b-06c8b6680967/3c617893-c8f9-4437-959f-fcb78d7bf8ed/e2b2dea8-f3c7-41dd-840f-1c77bd7d0809) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:15:11.547373 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f9692c5-4a5f-47ca-b520-62fd6cd7a7c2 req-a83ced44-d376-479c-9d61-45fe8fa14441 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 210 time: 0.0333714 May 03 09:15:11.702904 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:11.738641 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:11.785495 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Network e3e11de7-9c72-44cc-942b-06c8b6680967 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:15:11.789003 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:15:11.795344 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:15:11.836885 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:11.857434 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:11.858234 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:11.881170 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-5b8b37b0-4a02-48ba-9ab8-868317e769b6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6201568 May 03 09:15:12.122805 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-dcc865e2-948a-4e3e-ad6a-6a6853619eb7 None None] Provisioning complete for port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:12.123382 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcc865e2-948a-4e3e-ad6a-6a6853619eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:12.163695 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-dcc865e2-948a-4e3e-ad6a-6a6853619eb7 None None] Port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:15:12.664946 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefab62-6fcf-4169-ab63-c2b6755e575d req-5e51dd00-01ba-4081-bda4-b29e9bed2d5f tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:12.666402 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9cefab62-6fcf-4169-ab63-c2b6755e575d req-5e51dd00-01ba-4081-bda4-b29e9bed2d5f tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0500348 May 03 09:15:12.716032 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9cefab62-6fcf-4169-ab63-c2b6755e575d req-6eeaf3a3-2492-4393-8383-4298c52fc684 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 May 03 09:15:13.837377 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86f23d-f459-4382-a0db-a457c0089d5b req-ca4de21d-3871-47ff-8be8-6e98a1a96b9a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:13.839682 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6a86f23d-f459-4382-a0db-a457c0089d5b req-ca4de21d-3871-47ff-8be8-6e98a1a96b9a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0527010 May 03 09:15:13.892628 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6a86f23d-f459-4382-a0db-a457c0089d5b req-41341684-914e-4533-9349-8e85c73176a3 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 May 03 09:15:15.001668 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f425f74-e2d5-4115-96cb-684deb5c9312 req-2d9b3346-941a-4e5a-8bad-3270060ec40f tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:15.003126 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9f425f74-e2d5-4115-96cb-684deb5c9312 req-2d9b3346-941a-4e5a-8bad-3270060ec40f tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0458274 May 03 09:15:15.048596 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9f425f74-e2d5-4115-96cb-684deb5c9312 req-d36a23de-00ff-4732-8550-7b57e9947aa1 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 May 03 09:15:16.164949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf520bc0-f49d-4671-810c-5a7cf0afd6fc req-b6e94596-4189-4f2b-97ad-f4f85e08874d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:16.166457 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf520bc0-f49d-4671-810c-5a7cf0afd6fc req-b6e94596-4189-4f2b-97ad-f4f85e08874d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0489941 May 03 09:15:16.216773 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cf520bc0-f49d-4671-810c-5a7cf0afd6fc req-1f43e285-5293-497b-ab52-d75206a7d63a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 May 03 09:15:17.344602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403eb00-b910-410b-997c-23a72b91728b req-53eabf38-1f25-494b-9139-7d2dcb1d5006 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:17.344602 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5403eb00-b910-410b-997c-23a72b91728b req-53eabf38-1f25-494b-9139-7d2dcb1d5006 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0570180 May 03 09:15:17.396335 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5403eb00-b910-410b-997c-23a72b91728b req-5c4ad77e-704a-4318-ac65-a46222f938e1 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 May 03 09:15:18.509825 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da7325-d470-40b7-9dae-dc871fa12e5e req-723362e3-1d5f-4bbd-a588-9704a74ff932 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:18.511306 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-88da7325-d470-40b7-9dae-dc871fa12e5e req-723362e3-1d5f-4bbd-a588-9704a74ff932 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0455902 May 03 09:15:18.557600 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-88da7325-d470-40b7-9dae-dc871fa12e5e req-e22a5ff6-c123-4491-bbfa-ff577b45b109 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 May 03 09:15:19.672305 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d79628-96d6-4e63-8aa3-2d0b1330a77f req-a61e0516-b642-4a20-9d7e-70b88bade7a7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:19.674193 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f4d79628-96d6-4e63-8aa3-2d0b1330a77f req-a61e0516-b642-4a20-9d7e-70b88bade7a7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0486736 May 03 09:15:19.726346 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f4d79628-96d6-4e63-8aa3-2d0b1330a77f req-1199a214-5671-4eb6-81c7-de7574ff37c2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448327 May 03 09:15:20.859372 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ada3-e76a-4fca-86a1-f85329aac689 req-423cfc33-b8a7-4514-9605-be789a6b0eb6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:20.861103 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8486ada3-e76a-4fca-86a1-f85329aac689 req-423cfc33-b8a7-4514-9605-be789a6b0eb6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0687747 May 03 09:15:20.907425 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8486ada3-e76a-4fca-86a1-f85329aac689 req-d9e10c88-1fa5-4391-a7c3-eb61e02741ed tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 May 03 09:15:22.016890 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b4026-9174-41a2-a710-8b0fa07663ab req-ffd3a03f-d365-4ef3-9989-2d96976edf2c tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:22.018316 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fe4b4026-9174-41a2-a710-8b0fa07663ab req-ffd3a03f-d365-4ef3-9989-2d96976edf2c tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0449669 May 03 09:15:22.066156 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fe4b4026-9174-41a2-a710-8b0fa07663ab req-c95c667b-dbb9-4b83-bccf-69f0d925322d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 May 03 09:15:23.184838 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd97a0-b251-4515-a03b-67f6580fe5cb req-15f7c2a5-cfa7-4713-9324-011e23740372 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:23.187348 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-abcd97a0-b251-4515-a03b-67f6580fe5cb req-15f7c2a5-cfa7-4713-9324-011e23740372 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0525019 May 03 09:15:23.256306 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-abcd97a0-b251-4515-a03b-67f6580fe5cb req-7863d2a3-3f92-4cd2-ae7a-0850b9c5776c tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619683 May 03 09:15:24.381951 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bfc02-f5c1-4cf3-bca9-456e934492f9 req-316d2c94-f104-4822-b533-1078a5f93898 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:24.383571 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-458bfc02-f5c1-4cf3-bca9-456e934492f9 req-316d2c94-f104-4822-b533-1078a5f93898 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0518851 May 03 09:15:24.432974 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-458bfc02-f5c1-4cf3-bca9-456e934492f9 req-39ac6e7f-41bc-4d44-8868-445da50c94f3 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 May 03 09:15:25.545552 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f1c34-bd84-4cd4-8ef4-7351525caedd req-6729bf10-330d-481c-ab41-402d8ab8aea1 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:25.547037 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b7f1c34-bd84-4cd4-8ef4-7351525caedd req-6729bf10-330d-481c-ab41-402d8ab8aea1 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0502093 May 03 09:15:25.608950 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8b7f1c34-bd84-4cd4-8ef4-7351525caedd req-bc52438c-9889-49c1-b7c6-0328da202682 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558572 May 03 09:15:26.725298 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4434b8-37f9-403c-9e56-7cc74d2ea1d6 req-6b84d190-b676-4dbd-ab58-e610fabdd743 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:26.726853 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4e4434b8-37f9-403c-9e56-7cc74d2ea1d6 req-6b84d190-b676-4dbd-ab58-e610fabdd743 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0480258 May 03 09:15:26.777469 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4e4434b8-37f9-403c-9e56-7cc74d2ea1d6 req-afe2d011-4ccb-4000-958a-211e477ba297 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449018 May 03 09:15:27.009258 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:27.889252 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110afd04-94e6-45d3-be6e-308c98b99df1 req-cc220c97-de1a-4322-8082-a8f38cadaa59 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:27.890711 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-110afd04-94e6-45d3-be6e-308c98b99df1 req-cc220c97-de1a-4322-8082-a8f38cadaa59 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0489938 May 03 09:15:27.936778 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-110afd04-94e6-45d3-be6e-308c98b99df1 req-5abd1e2a-a80a-4035-be9e-a74f39aba37d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 May 03 09:15:27.963074 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db48654a-8b74-41f2-be52-1ea1e658a012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:28.808559 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Request body: {'port': {'device_id': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:28.867481 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:28.921770 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-894e26bd-7dcb-408b-80c6-82f9d1ea7f66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398781 May 03 09:15:29.000534 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-d97a0a29-2946-4ea7-b6a0-b34f33412b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.002271 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-d97a0a29-2946-4ea7-b6a0-b34f33412b81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1130 time: 0.0403550 May 03 09:15:29.083326 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6af1-ef4f-428f-a98f-39bf2a52fc1a req-917f3248-9c85-4ff2-81d5-71709535ae52 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.084901 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-59ce6af1-ef4f-428f-a98f-39bf2a52fc1a req-917f3248-9c85-4ff2-81d5-71709535ae52 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 932 time: 0.0696628 May 03 09:15:29.134432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:15:29.142006 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Publish callbacks [] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:29.154548 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Transition to ACTIVE for port object e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:15:29.158941 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:29.168387 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-c2393150-d3a0-4019-a21c-5b25cda963fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.169859 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-c2393150-d3a0-4019-a21c-5b25cda963fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.1462631 May 03 09:15:29.174166 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-59ce6af1-ef4f-428f-a98f-39bf2a52fc1a req-ab6205f3-7daf-43b2-9bc3-8c4446f64341 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630152 May 03 09:15:29.219299 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-6174f738-018b-4cad-8f90-c08cb9750a9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 HTTP/1.1" status: 200 len: 217 time: 0.0409393 May 03 09:15:29.229803 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:29.277657 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-e62ec055-2e93-4112-8eda-c4b439a4c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.279130 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-e62ec055-2e93-4112-8eda-c4b439a4c5b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0502777 May 03 09:15:29.287691 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Attempting to bind port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:15:29.288027 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Attempting to bind port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:15:29.288390 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Attempting to bind port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 on network e3e11de7-9c72-44cc-942b-06c8b6680967 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:15:29.292929 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 on network e3e11de7-9c72-44cc-942b-06c8b6680967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:15:29.293254 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Attempting to bind port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 on network e3e11de7-9c72-44cc-942b-06c8b6680967 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:15:29.298426 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:15:29.298773 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Checking segment: {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:15:29.299148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Bound using segment: {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:15:29.299579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Bound port: e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19170a17-0995-45d6-8f19-252360504d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:15:29.299940 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:29.325163 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-ab5e7f51-038e-4542-9e71-d58736481a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.326700 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-ab5e7f51-038e-4542-9e71-d58736481a16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409567 May 03 09:15:29.371139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:15:29.374322 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:15:29.382541 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:29.416724 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.417304 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:29.418709 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 1094 time: 0.6146805 May 03 09:15:29.418840 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-055a0cff-a3f4-46b4-b33a-54557ab0440e service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848622 May 03 09:15:29.419148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:15:29.421376 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75efff65-bd83-4e2e-80c9-15ce302cfaee" -d '{"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:15:29.446690 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a48c-1347-4cfd-830d-9ed4f8003745 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:29.463054 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4bb1e8-188c-4428-82b8-5dfbf5e4f475 x-openstack-request-id: req-ff4bb1e8-188c-4428-82b8-5dfbf5e4f475 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:15:29.463278 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:15:29.463521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff4bb1e8-188c-4428-82b8-5dfbf5e4f475 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:15:29.463933 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4bb1e8-188c-4428-82b8-5dfbf5e4f475'] response: {'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'status': 'completed', 'code': 200} May 03 09:15:29.550382 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efff65-bd83-4e2e-80c9-15ce302cfaee req-0a8fddeb-4158-4dcf-a4cd-96fed0d9dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.552625 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-75efff65-bd83-4e2e-80c9-15ce302cfaee req-0a8fddeb-4158-4dcf-a4cd-96fed0d9dd83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1128 time: 0.0442488 May 03 09:15:29.555402 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-56e91738-71da-4e37-88ba-2c8dddc52896 req-41371183-22ea-474c-b30a-091cc760f594 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085091 May 03 09:15:29.672164 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efff65-bd83-4e2e-80c9-15ce302cfaee req-54ae6ade-95ed-44f2-8d05-42fa9da822be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.673637 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-75efff65-bd83-4e2e-80c9-15ce302cfaee req-54ae6ade-95ed-44f2-8d05-42fa9da822be service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d637f953ac02425ca534eafe4fd59ff7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0956030 May 03 09:15:29.767300 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efff65-bd83-4e2e-80c9-15ce302cfaee req-5c3ad224-ce22-4734-b6e7-c311f1dca154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:29.768840 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-75efff65-bd83-4e2e-80c9-15ce302cfaee req-5c3ad224-ce22-4734-b6e7-c311f1dca154 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882108 May 03 09:15:30.197330 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-13b92c37-1532-4a07-8aac-36c487957dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:30.198929 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-13b92c37-1532-4a07-8aac-36c487957dae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1128 time: 0.0436547 May 03 09:15:30.290459 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8651fb-1628-4eb1-86b2-430ff89585a7 req-4489e9a0-c9c6-4ab9-a38d-5b81c6a1ca0d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:30.291950 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e8651fb-1628-4eb1-86b2-430ff89585a7 req-4489e9a0-c9c6-4ab9-a38d-5b81c6a1ca0d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 944 time: 0.0470610 May 03 09:15:30.305943 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-43f47f49-c15d-4b34-8dec-b3a860ea0cb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 217 time: 0.0354238 May 03 09:15:30.308685 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40fcd57d-63d8-40fc-81db-7d580bdade93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:30.339757 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5e8651fb-1628-4eb1-86b2-430ff89585a7 req-3cb51bcc-6dc7-46d6-bf1a-a1875834a74a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 May 03 09:15:30.563112 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-76f3915a-59fd-478e-b30b-dd759a1d8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:30.564587 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-76f3915a-59fd-478e-b30b-dd759a1d8424 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c617893-c8f9-4437-959f-fcb78d7bf8ed HTTP/1.1" status: 200 len: 854 time: 0.0434237 May 03 09:15:30.614929 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-edded5ff-3598-422f-b28b-b0365a1d9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:30.616454 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-edded5ff-3598-422f-b28b-b0365a1d9fcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e11de7-9c72-44cc-942b-06c8b6680967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419273 May 03 09:15:30.706291 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-383c463f-180b-44af-baaf-4058fcb65a71 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825598 May 03 09:15:30.809280 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a223f87-fec3-44bf-ac2f-d55ba87046ea req-6ef70ae3-df5e-42b8-aa40-f340de423ec0 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898616 May 03 09:15:31.314044 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:31.450990 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cbbc2-656f-4725-b441-ebf968793ed3 req-c3a85399-7bc1-4b54-a49d-9ee58959b5a3 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:31.452459 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-854cbbc2-656f-4725-b441-ebf968793ed3 req-c3a85399-7bc1-4b54-a49d-9ee58959b5a3 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 944 time: 0.0466864 May 03 09:15:31.499284 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-854cbbc2-656f-4725-b441-ebf968793ed3 req-db779588-45e8-4fb3-8ab6-b78eb6d08ea2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 May 03 09:15:32.612771 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc6f-9963-437a-ba0a-94076fb05b98 req-9f13daf7-fd74-4a2c-bc6b-bb55fb224fad tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:32.614731 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7b1adc6f-9963-437a-ba0a-94076fb05b98 req-9f13daf7-fd74-4a2c-bc6b-bb55fb224fad tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 944 time: 0.0498521 May 03 09:15:32.659516 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7b1adc6f-9963-437a-ba0a-94076fb05b98 req-1329e15c-c3a6-44c7-94ab-b1c38385707b tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 May 03 09:15:32.822008 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:33.766556 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74996d-f630-4291-a3ad-19aa394e7d96 req-1fe5439d-a7b8-4d57-b1f3-cdbcf93f85f9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:33.767986 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-eb74996d-f630-4291-a3ad-19aa394e7d96 req-1fe5439d-a7b8-4d57-b1f3-cdbcf93f85f9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 944 time: 0.0444176 May 03 09:15:33.815465 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-eb74996d-f630-4291-a3ad-19aa394e7d96 req-e2e8b1f4-ea44-4285-b42b-0bcef6f00fcf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 May 03 09:15:34.356888 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:34.829108 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:15:34.926364 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30f6fd-bca1-4496-bf35-a5cad351ebf3 req-4ab2b0a8-2500-400b-be06-82c5d256d8d0 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:34.928159 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2f30f6fd-bca1-4496-bf35-a5cad351ebf3 req-4ab2b0a8-2500-400b-be06-82c5d256d8d0 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 944 time: 0.0463834 May 03 09:15:34.930651 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:15:34.942055 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'port_id': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'mac_address': 'fa:16:3e:92:23:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:15:34.974231 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2f30f6fd-bca1-4496-bf35-a5cad351ebf3 req-e960e71a-6203-4b3d-9762-e923cb9291d9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 May 03 09:15:34.979064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:34.979458 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:34.992195 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:15:35.011395 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:15:35.015702 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.064228 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:35.388809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60788) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:35.489354 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b945b4bd-1925-4045-9195-f993e55df7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.563482 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b945b4bd-1925-4045-9195-f993e55df7ae admin admin] Publish callbacks [] for security_group (4b777be1-4ccd-4f84-ab4d-b589b2a18ce8), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.567713 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b945b4bd-1925-4045-9195-f993e55df7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4b777be1-4ccd-4f84-ab4d-b589b2a18ce8), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.594756 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:15:35.607284 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b945b4bd-1925-4045-9195-f993e55df7ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=878f03511c5f4139834201c1a12018a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173958 May 03 09:15:35.608301 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945b4bd-1925-4045-9195-f993e55df7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b777be1-4ccd-4f84-ab4d-b589b2a18ce8,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:35.609936 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60792) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:35.658183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ec-e7cf-4d09-a50e-d688dbc6b172 admin admin] Publish callbacks [] for security_group (4b777be1-4ccd-4f84-ab4d-b589b2a18ce8), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.679665 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ec-e7cf-4d09-a50e-d688dbc6b172 admin admin] Publish callbacks [] for security_group (4b777be1-4ccd-4f84-ab4d-b589b2a18ce8), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.725791 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ec-e7cf-4d09-a50e-d688dbc6b172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4b777be1-4ccd-4f84-ab4d-b589b2a18ce8), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.728370 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ec-e7cf-4d09-a50e-d688dbc6b172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:35.729557 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-03bf11ec-e7cf-4d09-a50e-d688dbc6b172 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b777be1-4ccd-4f84-ab4d-b589b2a18ce8 HTTP/1.1" status: 204 len: 168 time: 0.1185155 May 03 09:15:35.739488 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf11ec-e7cf-4d09-a50e-d688dbc6b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b777be1-4ccd-4f84-ab4d-b589b2a18ce8,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:36.083589 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3e64-e260-4378-b401-be040b648417 req-5f6a90e3-cfab-48f0-8785-e81323406ede tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:36.085180 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-098c3e64-e260-4378-b401-be040b648417 req-5f6a90e3-cfab-48f0-8785-e81323406ede tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 945 time: 0.0465951 May 03 09:15:36.133260 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-098c3e64-e260-4378-b401-be040b648417 req-c6523dce-1477-4a83-b49a-e217d929be93 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 May 03 09:15:36.961096 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:15:37.006120 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:15:37.012562 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:37.013048 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:37.208604 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:37.209152 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:37.232570 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:15:37.234835 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d14a26-9604-48b8-b87b-21c3c89660da" -d '{"events": [{"server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "name": "network-vif-plugged", "status": "completed", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:15:37.247586 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:15:37.252960 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:37.257033 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944f7c3-1674-4e2a-99c6-5e17363e2705 req-73d74138-42ca-4e15-9745-d8c2330101ca tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:37.258667 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2944f7c3-1674-4e2a-99c6-5e17363e2705 req-73d74138-42ca-4e15-9745-d8c2330101ca tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 945 time: 0.0499187 May 03 09:15:37.281640 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc38ad6-7620-4aa8-bba8-0e4893ecad82 x-openstack-request-id: req-1cc38ad6-7620-4aa8-bba8-0e4893ecad82 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:15:37.281964 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "name": "network-vif-plugged", "status": "completed", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:15:37.282224 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cc38ad6-7620-4aa8-bba8-0e4893ecad82 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:15:37.282616 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc38ad6-7620-4aa8-bba8-0e4893ecad82'] response: {'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'code': 200} May 03 09:15:37.304880 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:37.307920 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2944f7c3-1674-4e2a-99c6-5e17363e2705 req-033af1ee-0177-4c5c-8c54-8bd927183714 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437357 May 03 09:15:37.496118 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735798e9-1bdd-463b-84b2-650943945ea2 req-3ffb2cb9-6e7a-425a-abe5-e83f0669d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:37.497514 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-735798e9-1bdd-463b-84b2-650943945ea2 req-3ffb2cb9-6e7a-425a-abe5-e83f0669d0b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1130 time: 0.0412905 May 03 09:15:37.541510 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-735798e9-1bdd-463b-84b2-650943945ea2 req-6539b67a-e047-4597-a0c8-a3b515bea164 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 May 03 09:15:38.420897 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197ff06-1eb0-4d73-b5ff-3ffa10e019aa req-2ae5b794-64cb-4470-af35-1a8a95396f66 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:38.422377 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e197ff06-1eb0-4d73-b5ff-3ffa10e019aa req-2ae5b794-64cb-4470-af35-1a8a95396f66 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0464752 May 03 09:15:38.467905 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e197ff06-1eb0-4d73-b5ff-3ffa10e019aa req-2e8a9371-9868-4ebc-aee8-73d887b11724 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396700 May 03 09:15:39.578296 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69473b23-1394-49bf-9189-1b61d49e7b1f req-624cdf0e-cd3e-4451-a750-de509ca65450 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:39.579731 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-69473b23-1394-49bf-9189-1b61d49e7b1f req-624cdf0e-cd3e-4451-a750-de509ca65450 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0460861 May 03 09:15:39.628978 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-69473b23-1394-49bf-9189-1b61d49e7b1f req-7aad4925-af27-42f1-9fcd-df9a90cf1cd5 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 May 03 09:15:40.738196 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26348fbd-4e76-43d8-92b3-ad01d16f4c5a req-96b0a8ab-8169-425a-8fbd-d0ce6b59ab52 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:40.740250 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-26348fbd-4e76-43d8-92b3-ad01d16f4c5a req-96b0a8ab-8169-425a-8fbd-d0ce6b59ab52 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0452721 May 03 09:15:40.788589 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-26348fbd-4e76-43d8-92b3-ad01d16f4c5a req-71b0a4f1-3f0f-4a40-bcb1-8ca3c2c00005 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 May 03 09:15:40.897790 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d202f0b-8862-4927-867f-c6a351170695 req-91d335fa-07dc-4b73-a42a-b4c5dbf80352 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:40.899244 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5d202f0b-8862-4927-867f-c6a351170695 req-91d335fa-07dc-4b73-a42a-b4c5dbf80352 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0452194 May 03 09:15:40.944291 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5d202f0b-8862-4927-867f-c6a351170695 req-9b7afc6e-33ec-422e-8efb-3031112582cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 May 03 09:15:41.259984 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782f09a-faf3-4b33-9fb8-b2ce41350344 req-a53b2424-6b26-4806-9b12-115c8a6d448c tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:41.261462 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1782f09a-faf3-4b33-9fb8-b2ce41350344 req-a53b2424-6b26-4806-9b12-115c8a6d448c tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0454731 May 03 09:15:41.306957 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1782f09a-faf3-4b33-9fb8-b2ce41350344 req-6b9c03d4-9f71-4a99-bde7-19d69afe0829 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 May 03 09:15:41.722579 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:15:47.591729 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 60984) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:47.695072 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d81fdebb-66cd-480d-a5ea-906d098713cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:47.764860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d81fdebb-66cd-480d-a5ea-906d098713cc admin admin] Publish callbacks [] for security_group (63f7d82e-11a6-4721-b3ac-a247a8092c8e), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:47.768496 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d81fdebb-66cd-480d-a5ea-906d098713cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (63f7d82e-11a6-4721-b3ac-a247a8092c8e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:47.805155 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d81fdebb-66cd-480d-a5ea-906d098713cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9e680d6732a4716a45431e7be158803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122586 May 03 09:15:47.806229 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fdebb-66cd-480d-a5ea-906d098713cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f7d82e-11a6-4721-b3ac-a247a8092c8e,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:47.807930 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 60988) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:47.857845 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a61e0234-5889-4a45-ab5f-ffc5b559c4d8 admin admin] Publish callbacks [] for security_group (63f7d82e-11a6-4721-b3ac-a247a8092c8e), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:47.878434 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a61e0234-5889-4a45-ab5f-ffc5b559c4d8 admin admin] Publish callbacks [] for security_group (63f7d82e-11a6-4721-b3ac-a247a8092c8e), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:47.922629 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a61e0234-5889-4a45-ab5f-ffc5b559c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (63f7d82e-11a6-4721-b3ac-a247a8092c8e), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:47.925240 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a61e0234-5889-4a45-ab5f-ffc5b559c4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:47.926363 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a61e0234-5889-4a45-ab5f-ffc5b559c4d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63f7d82e-11a6-4721-b3ac-a247a8092c8e HTTP/1.1" status: 204 len: 168 time: 0.1174483 May 03 09:15:47.934834 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e0234-5889-4a45-ab5f-ffc5b559c4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f7d82e-11a6-4721-b3ac-a247a8092c8e,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:50.727334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e672a76-fe97-4ca2-be11-bcce2e2bb25b req-087066b7-31c3-44b3-9d8e-a4d08f9dc603 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:50.728992 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1e672a76-fe97-4ca2-be11-bcce2e2bb25b req-087066b7-31c3-44b3-9d8e-a4d08f9dc603 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0461149 May 03 09:15:50.774435 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1e672a76-fe97-4ca2-be11-bcce2e2bb25b req-8e9a921a-b2d0-44e5-9d05-995c328f02f5 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 May 03 09:15:50.796322 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 32786) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:50.971784 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ac6a4-8100-4674-9c32-aedf58620964 tempest-TestMinimumBasicScenario-300628934 tempest-TestMinimumBasicScenario-300628934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:50.973292 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-159ac6a4-8100-4674-9c32-aedf58620964 tempest-TestMinimumBasicScenario-300628934 tempest-TestMinimumBasicScenario-300628934-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1125 time: 0.1759932 May 03 09:15:50.976129 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 32790) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:50.980217 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'port_id': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:50.998552 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:51.075666 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:51.175556 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Allocated IP 172.27.2.88 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/b31accfb-82a5-4133-bdd8-309a8cd4c333) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:15:51.276660 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:51.308342 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:51.344896 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:15:51.347746 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:15:51.353180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:15:51.358600 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'Port': ['ID=b31accfb-82a5-4133-bdd8-309a8cd4c333,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:51.712751 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for floatingip (0ed41795-86c1-4a8e-a904-bfba9514a39d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:51.778406 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.137398 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.141888 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.214707 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'Port': ['ID=b31accfb-82a5-4133-bdd8-309a8cd4c333,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:52.220915 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (0ed41795-86c1-4a8e-a904-bfba9514a39d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.324983 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Floating IP 0ed41795-86c1-4a8e-a904-bfba9514a39d associated. External IP: 172.27.2.88, port: e2b2dea8-f3c7-41dd-840f-1c77bd7d0809. May 03 09:15:52.539250 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:15:52.653305 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:15:52.663689 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] Sync routers for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:15:52.672952 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.676031 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:15:52.677640 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:15:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:52.704160 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-dd24f988-c2be-4ff5-b3ac-334a3156f5a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7270029 May 03 09:15:52.705174 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:15:52.707670 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fff379-d120-4360-826f-dc2ac04ab81b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:15:52.711291 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 32812) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:52.712633 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb28c-a56c-4597-8217-676abdf6f2b0 req-79f6433c-dbdb-47de-b304-76eb3c51a556 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:52.714924 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-55eeb28c-a56c-4597-8217-676abdf6f2b0 req-79f6433c-dbdb-47de-b304-76eb3c51a556 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0596592 May 03 09:15:52.715497 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-f2bba513-7ffd-4121-a7f0-69f25c15b089 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225252459', 'description': 'tempest-secgroup-smoke-225252459 description', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:52.744202 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2bba513-7ffd-4121-a7f0-69f25c15b089 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.760731 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7670dd-6f74-423a-8ff3-46f965af597d x-openstack-request-id: req-9a7670dd-6f74-423a-8ff3-46f965af597d {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:15:52.761054 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:15:52.761276 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a7670dd-6f74-423a-8ff3-46f965af597d {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:15:52.761802 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7670dd-6f74-423a-8ff3-46f965af597d'] response: {'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'status': 'completed', 'code': 200} May 03 09:15:52.773238 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-55eeb28c-a56c-4597-8217-676abdf6f2b0 req-0dd212c8-2a0a-49ff-a8ea-25a0f315bc07 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511153 May 03 09:15:52.796509 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:15:52.822593 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2bba513-7ffd-4121-a7f0-69f25c15b089 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group (6cd30451-de30-4fe5-ad87-6054f284cee0), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.826409 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2bba513-7ffd-4121-a7f0-69f25c15b089 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (6cd30451-de30-4fe5-ad87-6054f284cee0), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.856825 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bba513-7ffd-4121-a7f0-69f25c15b089 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd30451-de30-4fe5-ad87-6054f284cee0,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:52.861307 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2bba513-7ffd-4121-a7f0-69f25c15b089 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.865405 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f2bba513-7ffd-4121-a7f0-69f25c15b089 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1505637 May 03 09:15:52.865773 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 32816) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:52.870059 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-119dd80c-ca62-406a-bb4b-6f5c13043a74 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'security_group_rule': {'security_group_id': '6cd30451-de30-4fe5-ad87-6054f284cee0', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:52.896440 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119dd80c-ca62-406a-bb4b-6f5c13043a74 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (da02b522-84a7-4e71-aaa6-2fbec27a86d4), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.930590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fff379-d120-4360-826f-dc2ac04ab81b req-1d6f7d1d-da7d-4d76-98a4-b504b0b10168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:52.932481 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74fff379-d120-4360-826f-dc2ac04ab81b req-1d6f7d1d-da7d-4d76-98a4-b504b0b10168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1130 time: 0.0423036 May 03 09:15:52.958806 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119dd80c-ca62-406a-bb4b-6f5c13043a74 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (da02b522-84a7-4e71-aaa6-2fbec27a86d4), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.964119 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119dd80c-ca62-406a-bb4b-6f5c13043a74 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (da02b522-84a7-4e71-aaa6-2fbec27a86d4), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:52.990121 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dd80c-ca62-406a-bb4b-6f5c13043a74 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da02b522-84a7-4e71-aaa6-2fbec27a86d4,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:52.999534 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119dd80c-ca62-406a-bb4b-6f5c13043a74 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.003506 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-119dd80c-ca62-406a-bb4b-6f5c13043a74 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341605 May 03 09:15:53.003749 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 32818) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:53.008737 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-80b75aa3-f111-4992-b2e8-36b977aa41e8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'security_group_rule': {'security_group_id': '6cd30451-de30-4fe5-ad87-6054f284cee0', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:53.028431 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '0ed41795-86c1-4a8e-a904-bfba9514a39d', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'port_id': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'mac_address': 'fa:16:3e:92:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:15:51Z', 'updated_at': '2022-05-03T09:15:51Z', 'revision_number': 0, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:53.035688 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80b75aa3-f111-4992-b2e8-36b977aa41e8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (dcb6fa1d-4e2b-4a30-98ce-1e2b4a34f7b3), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.040752 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fff379-d120-4360-826f-dc2ac04ab81b req-e74b2f84-0554-482b-abc6-ad0d03a90bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:53.042227 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74fff379-d120-4360-826f-dc2ac04ab81b req-e74b2f84-0554-482b-abc6-ad0d03a90bd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 200 len: 916 time: 0.1009533 May 03 09:15:53.060533 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] Checking router: 72b58a1a-a8fe-49d1-99f8-bb08bf514962 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:15:53.071560 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:15:53.072299 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:15:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:53.096094 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80b75aa3-f111-4992-b2e8-36b977aa41e8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (dcb6fa1d-4e2b-4a30-98ce-1e2b4a34f7b3), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.101908 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80b75aa3-f111-4992-b2e8-36b977aa41e8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (dcb6fa1d-4e2b-4a30-98ce-1e2b4a34f7b3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.115272 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b75aa3-f111-4992-b2e8-36b977aa41e8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb6fa1d-4e2b-4a30-98ce-1e2b4a34f7b3,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:53.123422 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74fff379-d120-4360-826f-dc2ac04ab81b req-1245e329-d3c9-45f7-afc9-4102fa9bdb63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 999 time: 0.0737693 May 03 09:15:53.129314 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80b75aa3-f111-4992-b2e8-36b977aa41e8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.130543 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-80b75aa3-f111-4992-b2e8-36b977aa41e8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258659 May 03 09:15:53.133348 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 32820) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:53.137768 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-e3915470-27aa-4874-8c88-827b674ce60a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'security_group_rule': {'security_group_id': '6cd30451-de30-4fe5-ad87-6054f284cee0', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:53.164755 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3915470-27aa-4874-8c88-827b674ce60a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (c67b6e00-74d7-4255-b88e-8e85f17d5e0d), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.179279 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fff379-d120-4360-826f-dc2ac04ab81b req-9fe4c984-a66c-455a-b576-4cd005c1f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:53.181013 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74fff379-d120-4360-826f-dc2ac04ab81b req-9fe4c984-a66c-455a-b576-4cd005c1f2c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c617893-c8f9-4437-959f-fcb78d7bf8ed HTTP/1.1" status: 200 len: 854 time: 0.0481758 May 03 09:15:53.187144 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:15:53.235459 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fff379-d120-4360-826f-dc2ac04ab81b req-c556174f-7c77-4bdc-af3c-8f2ae21470a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:53.235702 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3915470-27aa-4874-8c88-827b674ce60a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (c67b6e00-74d7-4255-b88e-8e85f17d5e0d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.237259 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74fff379-d120-4360-826f-dc2ac04ab81b req-c556174f-7c77-4bdc-af3c-8f2ae21470a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e11de7-9c72-44cc-942b-06c8b6680967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444021 May 03 09:15:53.240199 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3915470-27aa-4874-8c88-827b674ce60a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (c67b6e00-74d7-4255-b88e-8e85f17d5e0d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.260148 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3915470-27aa-4874-8c88-827b674ce60a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b6e00-74d7-4255-b88e-8e85f17d5e0d,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:53.273747 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3915470-27aa-4874-8c88-827b674ce60a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.277829 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 32822) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:53.278197 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e3915470-27aa-4874-8c88-827b674ce60a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439054 May 03 09:15:53.282147 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-e31bee66-3349-448d-a26a-7130fd38afae tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'security_group_rule': {'security_group_id': '6cd30451-de30-4fe5-ad87-6054f284cee0', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:53.351619 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e31bee66-3349-448d-a26a-7130fd38afae tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (7a89e144-947b-4123-ad99-b7407ea749f1), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.355781 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74fff379-d120-4360-826f-dc2ac04ab81b req-fe38c90b-a594-4688-aa9d-c08c6e07736d service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109488 May 03 09:15:53.495174 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '0ed41795-86c1-4a8e-a904-bfba9514a39d', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'port_id': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'mac_address': 'fa:16:3e:92:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:15:51Z', 'updated_at': '2022-05-03T09:15:51Z', 'revision_number': 0, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:15:53.526481 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1807e-0c5d-4e55-b085-253809e541ab None None] The sync data for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi is: [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '0ed41795-86c1-4a8e-a904-bfba9514a39d', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'port_id': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'mac_address': 'fa:16:3e:92:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:15:51Z', 'updated_at': '2022-05-03T09:15:51Z', 'revision_number': 0, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:15:53.678086 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e31bee66-3349-448d-a26a-7130fd38afae tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (7a89e144-947b-4123-ad99-b7407ea749f1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.684526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e31bee66-3349-448d-a26a-7130fd38afae tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (7a89e144-947b-4123-ad99-b7407ea749f1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.710140 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74fff379-d120-4360-826f-dc2ac04ab81b req-09306d6c-5538-4f98-b972-20a9242c840c service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373852 May 03 09:15:53.713780 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bee66-3349-448d-a26a-7130fd38afae tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a89e144-947b-4123-ad99-b7407ea749f1,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:53.721822 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e31bee66-3349-448d-a26a-7130fd38afae tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.722737 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e31bee66-3349-448d-a26a-7130fd38afae tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4435058 May 03 09:15:53.727468 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 32824) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:53.732207 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'security_group_rule': {'security_group_id': '6cd30451-de30-4fe5-ad87-6054f284cee0', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:53.740755 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0476f3-19f5-4074-81fd-5436dbbe6354 None None] New status for floating IP 0ed41795-86c1-4a8e-a904-bfba9514a39d: ACTIVE {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:15:53.757515 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.securitygroups_db [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Project d637f953ac02425ca534eafe4fd59ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 09:15:53.763142 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (23aee16f-c7f5-46a8-9f44-fbd51bed229f), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.825172 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (23aee16f-c7f5-46a8-9f44-fbd51bed229f), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.829433 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (23aee16f-c7f5-46a8-9f44-fbd51bed229f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.850738 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23aee16f-c7f5-46a8-9f44-fbd51bed229f,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:53.858888 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.859245 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.859622 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.859969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.860426 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.860756 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.861127 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.861459 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.861819 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.862145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.862471 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.862795 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.863121 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.863455 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.863761 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:15:53.871143 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.875113 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d1dd0220-9633-4500-9eb5-21a370697fd9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466291 May 03 09:15:53.875711 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 32828) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:15:53.881242 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'security_group_rule': {'security_group_id': '6cd30451-de30-4fe5-ad87-6054f284cee0', 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:53.902986 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.securitygroups_db [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Project d637f953ac02425ca534eafe4fd59ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 09:15:53.904785 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c276c-df32-4639-9170-2f805a2b9309 req-ade9e72f-b700-4efc-916d-b6c6efc0ee70 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:53.906337 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e19c276c-df32-4639-9170-2f805a2b9309 req-ade9e72f-b700-4efc-916d-b6c6efc0ee70 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0501029 May 03 09:15:53.908920 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (f8407138-2949-44a2-9764-944961d610ff), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.963271 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e19c276c-df32-4639-9170-2f805a2b9309 req-e22090dc-1558-403b-8154-07caee015418 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490127 May 03 09:15:53.970972 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (f8407138-2949-44a2-9764-944961d610ff), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.975177 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (f8407138-2949-44a2-9764-944961d610ff), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:53.995068 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8407138-2949-44a2-9764-944961d610ff,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:54.000976 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:54.002027 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-76613a58-e25e-4cd5-a13c-ab42e92c7f42 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253607 May 03 09:15:54.095055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-6f378611-ab4e-4cab-b774-46d2a5f5da61 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225252459&fields=id&tenant_id=d637f953ac02425ca534eafe4fd59ff7 HTTP/1.1" status: 200 len: 267 time: 0.0500724 May 03 09:15:54.144361 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-df3a00d2-6444-4801-8757-79a542125e98 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:54.145837 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-df3a00d2-6444-4801-8757-79a542125e98 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0449693 May 03 09:15:54.155934 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'port': {'security_groups': ['9f08cd78-8b1a-43e3-b825-baf82ffc2361', '6cd30451-de30-4fe5-ad87-6054f284cee0']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:15:54.254157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:54.476325 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:15:54.503925 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:54.508452 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:54.552519 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:15:54.555079 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:54.555698 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:54.558894 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5645d1c3-f89b-4990-9806-ce6d638d917e req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "PUT /v2.0/ports/e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 982 time: 0.4054387 May 03 09:15:54.558894 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:15:54.559775 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb0e54-87a7-4663-bc59-45bd7a2f5935" -d '{"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:15:54.592971 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d29c30-9c60-41cd-ac07-b92742e2dc47 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=6']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:15:54.605974 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c5b849-91f5-4ad0-b571-084633fb4d0c x-openstack-request-id: req-22c5b849-91f5-4ad0-b571-084633fb4d0c {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:15:54.606331 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:15:54.606650 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22c5b849-91f5-4ad0-b571-084633fb4d0c {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:15:54.607209 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c5b849-91f5-4ad0-b571-084633fb4d0c'] response: {'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'status': 'completed', 'code': 200} May 03 09:15:54.695637 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc6996-f230-4973-ad64-1bfaf4dad52b req-c6e41210-cf5c-4fbb-a1d0-03d73ba62a28 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:54.697216 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-54cc6996-f230-4973-ad64-1bfaf4dad52b req-c6e41210-cf5c-4fbb-a1d0-03d73ba62a28 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0683603 May 03 09:15:54.721696 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-9e018234-6bb4-49ff-b500-48c20490966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:54.724367 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-9e018234-6bb4-49ff-b500-48c20490966a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1169 time: 0.0584455 May 03 09:15:54.765222 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-54cc6996-f230-4973-ad64-1bfaf4dad52b req-55dfb033-9ee0-46eb-b135-29adb56f3229 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620494 May 03 09:15:54.790531 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:15:54.833062 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-270e055c-0623-4a72-9cee-3fb593402306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:54.835115 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-270e055c-0623-4a72-9cee-3fb593402306 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 200 len: 916 time: 0.1011937 May 03 09:15:54.900986 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-7140f2b8-fc93-4272-8055-0999f88a7271 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 1001 time: 0.0577121 May 03 09:15:54.906140 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-7f8a625c-ea4d-431a-9763-08bc416f6a46 None None] Provisioning complete for port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:15:54.906519 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f8a625c-ea4d-431a-9763-08bc416f6a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:54.950639 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-13e2f2c8-d024-4d31-a75d-e7f84d74d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:54.952073 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-13e2f2c8-d024-4d31-a75d-e7f84d74d1de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c617893-c8f9-4437-959f-fcb78d7bf8ed HTTP/1.1" status: 200 len: 854 time: 0.0434566 May 03 09:15:54.999205 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-10b54289-662f-493e-a451-fbfb02088816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:55.000796 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-10b54289-662f-493e-a451-fbfb02088816 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e11de7-9c72-44cc-942b-06c8b6680967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403333 May 03 09:15:55.107403 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a625c-ea4d-431a-9763-08bc416f6a46 None None] Current status of the port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:15:55.136571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09588d-ff98-43e6-a97b-bc24fc2db1ad req-6fa52e2c-3e3a-46cf-b822-28415f7e504d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:55.138066 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8a09588d-ff98-43e6-a97b-bc24fc2db1ad req-6fa52e2c-3e3a-46cf-b822-28415f7e504d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0940197 May 03 09:15:55.172352 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-9e8863fe-2d67-4e00-b43d-c34bf892de4b service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541226 May 03 09:15:55.219854 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8a09588d-ff98-43e6-a97b-bc24fc2db1ad req-99f63087-b45a-4706-90df-b1909d9d60a8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752242 May 03 09:15:55.290786 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44fb0e54-87a7-4663-bc59-45bd7a2f5935 req-f212ccda-76cb-4997-a19f-61df3e469367 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086698 May 03 09:15:56.356410 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02465db-22e2-4f7e-a797-0fb8bb8c3d6a req-c09ff1a7-afae-474c-b20b-df0ae7db0f2e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:56.357841 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b02465db-22e2-4f7e-a797-0fb8bb8c3d6a req-c09ff1a7-afae-474c-b20b-df0ae7db0f2e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0454700 May 03 09:15:56.402396 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b02465db-22e2-4f7e-a797-0fb8bb8c3d6a req-b1663d75-d9f0-4de0-990e-50efffc0a647 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391560 May 03 09:15:57.011145 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:57.519049 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66a9ca-1b75-44dd-94e8-f2125973ae08 req-0e10063c-9274-44a4-b22d-040f34c63a5f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:57.521071 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8a66a9ca-1b75-44dd-94e8-f2125973ae08 req-0e10063c-9274-44a4-b22d-040f34c63a5f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0488169 May 03 09:15:57.565810 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8a66a9ca-1b75-44dd-94e8-f2125973ae08 req-aa323403-2b6f-48ec-b6f4-c867443092ff tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392814 May 03 09:15:57.964491 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8efce6f8-225c-457b-9cb4-6171e8aa0012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:15:58.683535 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d62ea-a71d-404f-81b2-c7594a3cc3f5 req-2a225ea8-0684-4861-bef9-321bd1d9d720 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:58.685027 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e40d62ea-a71d-404f-81b2-c7594a3cc3f5 req-2a225ea8-0684-4861-bef9-321bd1d9d720 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0493665 May 03 09:15:58.732177 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e40d62ea-a71d-404f-81b2-c7594a3cc3f5 req-4c059053-312d-47c1-ab4e-bb7ee7077ae8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416892 May 03 09:15:59.846595 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b703ec2-bdfb-4681-9393-3d1453ba7b32 req-06496342-1df3-4fc0-a4f5-d26502f3abae tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:15:59.847960 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1b703ec2-bdfb-4681-9393-3d1453ba7b32 req-06496342-1df3-4fc0-a4f5-d26502f3abae tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0466578 May 03 09:15:59.893324 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1b703ec2-bdfb-4681-9393-3d1453ba7b32 req-1b520c1f-72a0-4122-aeba-953352a903a3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398846 May 03 09:16:00.309410 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba32c365-2e9d-4a19-8fd2-e3c5b8fa411a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:01.007951 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8610ce-8761-4fc7-9630-8f086d445896 req-7d27ee58-9cc1-4fd9-b6a5-baff24ca6171 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:01.009403 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-be8610ce-8761-4fc7-9630-8f086d445896 req-7d27ee58-9cc1-4fd9-b6a5-baff24ca6171 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0447037 May 03 09:16:01.055126 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-be8610ce-8761-4fc7-9630-8f086d445896 req-7e5b6187-1238-4f78-ad82-c2aad1855641 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403633 May 03 09:16:01.317291 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:02.169673 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80083938-f5d2-4e9e-af7e-1e4c2bdf281f req-c364c2fe-9ca8-4245-9e81-d41d868f4ce9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:02.171119 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-80083938-f5d2-4e9e-af7e-1e4c2bdf281f req-c364c2fe-9ca8-4245-9e81-d41d868f4ce9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0460014 May 03 09:16:02.219170 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-80083938-f5d2-4e9e-af7e-1e4c2bdf281f req-0d08cadd-dc76-4133-b46f-09fad58142d1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422781 May 03 09:16:02.822749 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:03.332753 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42928a-c4b0-40c9-8bb1-dfcb7c4f8126 req-c944e6ea-7b49-4039-ad23-a80b944555a2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:03.334734 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2a42928a-c4b0-40c9-8bb1-dfcb7c4f8126 req-c944e6ea-7b49-4039-ad23-a80b944555a2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0448527 May 03 09:16:03.382483 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2a42928a-c4b0-40c9-8bb1-dfcb7c4f8126 req-927b8133-07c5-4d17-84c7-0716b9956f4d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424082 May 03 09:16:04.361061 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:04.496183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd24d3-b75e-450b-b8a1-f1fbb0a9e978 req-516d0f7d-11bb-43c8-8d93-633c32387fff tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:04.497565 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-87dd24d3-b75e-450b-b8a1-f1fbb0a9e978 req-516d0f7d-11bb-43c8-8d93-633c32387fff tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0455010 May 03 09:16:04.542701 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-87dd24d3-b75e-450b-b8a1-f1fbb0a9e978 req-14fdd80a-4522-4ceb-bb9c-175f4841d33b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397272 May 03 09:16:05.659501 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3d0ad-0d6d-42f4-a4fa-05a8bda54ab2 req-d8e6b741-735d-4a38-942b-06d3850f12f4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:05.660966 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7ff3d0ad-0d6d-42f4-a4fa-05a8bda54ab2 req-d8e6b741-735d-4a38-942b-06d3850f12f4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0454183 May 03 09:16:05.709735 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7ff3d0ad-0d6d-42f4-a4fa-05a8bda54ab2 req-0bb763b2-d3d6-403b-b5d6-69a3bea7e8b6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425911 May 03 09:16:06.823632 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb55a-cd58-4381-8df0-a3d0600b2c35 req-6fa93a4c-9616-403b-a8cd-94cc9fe13d63 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:06.825102 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-823cb55a-cd58-4381-8df0-a3d0600b2c35 req-6fa93a4c-9616-403b-a8cd-94cc9fe13d63 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0453866 May 03 09:16:06.875401 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-823cb55a-cd58-4381-8df0-a3d0600b2c35 req-f52ab0dc-a7ff-48c1-bb96-6a26ea44dacd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448914 May 03 09:16:07.087837 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:16:07.183872 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:16:07.195412 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'port_id': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'mac_address': 'fa:16:3e:fa:30:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:16:07.231493 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: ACTIVE; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:16:07.231875 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:07.245599 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a40b556c-0a71-4c96-ad1b-454ab18c4948 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:16:07.266166 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:16:07.269583 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:07.314364 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:16:07.321811 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.322158 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.322527 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.322884 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.323231 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.323561 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.323883 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.324238 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.324565 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.324886 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.325209 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.325532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.325852 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.326170 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.326487 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:16:07.456538 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['a40b556c-0a71-4c96-ad1b-454ab18c4948'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:16:07.989736 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c06ad-4ab7-41bd-95c2-d63c4a43d7da req-e4c57920-4b5f-4f22-b49e-b729ca7a231c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:07.991194 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c08c06ad-4ab7-41bd-95c2-d63c4a43d7da req-e4c57920-4b5f-4f22-b49e-b729ca7a231c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 945 time: 0.0454946 May 03 09:16:08.035786 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c08c06ad-4ab7-41bd-95c2-d63c4a43d7da req-bea37b3f-5ec4-45a8-a8e6-be769481d892 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391293 May 03 09:16:09.089275 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:16:09.134371 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port a40b556c-0a71-4c96-ad1b-454ab18c4948 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:16:09.134647 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:09.157721 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04072a58-35be-46ee-a7d8-4e0f2a8bf432 req-a064143f-08db-4cef-8fbc-bbd0fe9e4c86 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:09.159182 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-04072a58-35be-46ee-a7d8-4e0f2a8bf432 req-a064143f-08db-4cef-8fbc-bbd0fe9e4c86 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 945 time: 0.0483398 May 03 09:16:09.204574 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-04072a58-35be-46ee-a7d8-4e0f2a8bf432 req-a473f755-8cda-47b7-828c-becd2219dfd3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396204 May 03 09:16:09.212324 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:16:09.212713 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:09.234715 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:16:09.236916 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7334b0e0-d45b-4646-b7fa-851541ff2b26" -d '{"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-plugged", "status": "completed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:16:09.249336 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:16:09.253402 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:09.278496 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25542c90-776c-4043-98b2-8c59e263b0f3 x-openstack-request-id: req-25542c90-776c-4043-98b2-8c59e263b0f3 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:16:09.278787 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-plugged", "status": "completed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:16:09.279040 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25542c90-776c-4043-98b2-8c59e263b0f3 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:16:09.279432 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25542c90-776c-4043-98b2-8c59e263b0f3'] response: {'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'code': 200} May 03 09:16:09.304467 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:16:10.319138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccbcc7-b259-4caa-bb61-8b85d05e470a req-55256e22-22b9-4de1-a02b-99b1aa51f2d2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:10.320648 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bdccbcc7-b259-4caa-bb61-8b85d05e470a req-55256e22-22b9-4de1-a02b-99b1aa51f2d2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0463350 May 03 09:16:10.369772 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bdccbcc7-b259-4caa-bb61-8b85d05e470a req-2ecfdf26-eda6-4ed5-804a-210a8c9cfabc tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434904 May 03 09:16:11.488742 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1fa27-291a-4065-9f8b-2dbb6f55b32f req-75c43530-ad1a-4c6c-b5c9-1a3f91324eae tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:11.490619 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c2a1fa27-291a-4065-9f8b-2dbb6f55b32f req-75c43530-ad1a-4c6c-b5c9-1a3f91324eae tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0491617 May 03 09:16:11.535407 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c2a1fa27-291a-4065-9f8b-2dbb6f55b32f req-417fc863-bdd8-4ac4-9260-15b3dc6b4e43 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393507 May 03 09:16:12.660863 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444582f7-35b8-4312-87ee-f2047e767de0 req-a5ad3a6f-cd63-477c-bdb0-653dc4d63539 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:12.662300 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-444582f7-35b8-4312-87ee-f2047e767de0 req-a5ad3a6f-cd63-477c-bdb0-653dc4d63539 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0524368 May 03 09:16:12.710539 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-444582f7-35b8-4312-87ee-f2047e767de0 req-a53ec815-f9b3-4159-bf50-fda8365a6637 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420828 May 03 09:16:13.846674 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749580e1-5c6c-41fc-ae28-9be9930a2cce req-5a6af8f6-f499-4add-9179-679be4272f37 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:13.848358 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-749580e1-5c6c-41fc-ae28-9be9930a2cce req-5a6af8f6-f499-4add-9179-679be4272f37 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0589461 May 03 09:16:13.900190 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-749580e1-5c6c-41fc-ae28-9be9930a2cce req-190165d7-f3c0-4603-9171-3d3891a0261f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453141 May 03 09:16:15.035078 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cf248-3eab-439b-89ec-baae1077c8f6 req-4a2f33db-eee9-4de7-adb3-0b2e0f96ba14 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:15.037173 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b61cf248-3eab-439b-89ec-baae1077c8f6 req-4a2f33db-eee9-4de7-adb3-0b2e0f96ba14 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0506859 May 03 09:16:15.095573 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b61cf248-3eab-439b-89ec-baae1077c8f6 req-7b289c94-e039-4436-abb5-231f10e5869b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524092 May 03 09:16:16.224119 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4c848-9a83-4a92-a836-641a79b5e60f req-745db420-cc32-4ed1-8d75-87f8bb5bf053 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:16.228998 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c1f4c848-9a83-4a92-a836-641a79b5e60f req-745db420-cc32-4ed1-8d75-87f8bb5bf053 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0671582 May 03 09:16:16.272378 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c1f4c848-9a83-4a92-a836-641a79b5e60f req-f8f0fd3b-2f99-45e8-8f9d-8f0122fa9265 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424268 May 03 09:16:17.436909 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9aa92-3cfb-480c-acaa-77560e1c4124 req-0f7e87d0-b2c7-406b-84ac-d752d15d9f62 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:17.439872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a2a9aa92-3cfb-480c-acaa-77560e1c4124 req-0f7e87d0-b2c7-406b-84ac-d752d15d9f62 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0656116 May 03 09:16:17.507676 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a2a9aa92-3cfb-480c-acaa-77560e1c4124 req-bbb7eaec-d1da-47e8-8d7b-a30c58348ce0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616667 May 03 09:16:18.641058 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3d5a5-0c67-47e7-b5be-10026b768179 req-86163aa1-32e3-42dd-930c-3f1d558eb0d9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:18.642601 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f3d3d5a5-0c67-47e7-b5be-10026b768179 req-86163aa1-32e3-42dd-930c-3f1d558eb0d9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0478899 May 03 09:16:18.703057 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f3d3d5a5-0c67-47e7-b5be-10026b768179 req-794c9eaf-5d5b-4d8d-810b-04a9502d054b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494218 May 03 09:16:18.724678 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:16:19.836330 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef16dba-8e94-497f-b818-e3f49fbf34d4 req-5e63b911-8eb6-4dd9-861a-3918e9e899dc tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:19.838835 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9ef16dba-8e94-497f-b818-e3f49fbf34d4 req-5e63b911-8eb6-4dd9-861a-3918e9e899dc tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0597355 May 03 09:16:19.892472 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9ef16dba-8e94-497f-b818-e3f49fbf34d4 req-587b3398-1d34-4c1e-a1cb-d35e40c27105 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480330 May 03 09:16:21.015878 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4366b49-8e25-4c11-a885-40aec885f3e7 req-9dec2a14-17e3-4891-8a68-deecb0800aa9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:21.018152 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d4366b49-8e25-4c11-a885-40aec885f3e7 req-9dec2a14-17e3-4891-8a68-deecb0800aa9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0484784 May 03 09:16:21.072780 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d4366b49-8e25-4c11-a885-40aec885f3e7 req-cf2e044b-9e06-4a02-a5a1-1aa9b481fe86 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474570 May 03 09:16:22.211222 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17893-891d-4a1a-88d4-d68df527dd1e req-007f4044-5da5-4129-b290-b783c990d196 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:22.213578 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07b17893-891d-4a1a-88d4-d68df527dd1e req-007f4044-5da5-4129-b290-b783c990d196 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0508451 May 03 09:16:22.267314 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07b17893-891d-4a1a-88d4-d68df527dd1e req-0195ee95-380e-4cef-802f-6aa1fd0aecca tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471814 May 03 09:16:23.381715 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ce1ab-cde8-4cf6-a545-e74e2f4c1c8b req-ac9836fc-c8bf-4757-a335-407e41a2b7df tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:23.383141 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-765ce1ab-cde8-4cf6-a545-e74e2f4c1c8b req-ac9836fc-c8bf-4757-a335-407e41a2b7df tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0452642 May 03 09:16:23.428322 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-765ce1ab-cde8-4cf6-a545-e74e2f4c1c8b req-d818a372-bd24-4dbc-94cc-7393420c0e37 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391252 May 03 09:16:24.029517 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-6a8408d6-07ce-49f7-a734-b9e254cc9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:24.031004 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-6a8408d6-07ce-49f7-a734-b9e254cc9322 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1130 time: 0.0420971 May 03 09:16:24.118494 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-dc1f8492-2f6d-4a67-a979-e115414d86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:24.119926 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-dc1f8492-2f6d-4a67-a979-e115414d86f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.0818996 May 03 09:16:24.185894 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-e6678f64-5656-41df-acbc-c5e697134443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 200 len: 1002 time: 0.0595062 May 03 09:16:24.234096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-3b50623b-d00f-4adc-aa5b-4a9428b4494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:24.235546 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-3b50623b-d00f-4adc-aa5b-4a9428b4494d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0431542 May 03 09:16:24.277308 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-d378ed84-df08-4a0f-baa3-129c5cd0854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:24.278742 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-d378ed84-df08-4a0f-baa3-129c5cd0854d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369818 May 03 09:16:24.368889 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-00c5315c-6386-4228-a9ab-f7ede154e8d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833061 May 03 09:16:24.455874 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f35260c9-f4a4-41af-afbf-32306eb2638b req-57852000-dff2-4518-869d-74a359cfeee8 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797977 May 03 09:16:24.680571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd03b-4497-456a-a6a6-81c85428f814 req-618ba102-9a77-4b99-abbf-2150a2384832 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:24.682035 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-583fd03b-4497-456a-a6a6-81c85428f814 req-618ba102-9a77-4b99-abbf-2150a2384832 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.1791170 May 03 09:16:24.727031 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-583fd03b-4497-456a-a6a6-81c85428f814 req-9c371667-1ac5-4b38-957d-9978151dd68b tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394878 May 03 09:16:25.893766 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c83d3-fe0a-4bb3-a336-f7cb0f597a3f req-8cc29874-97a9-40d3-906e-8918be772bd4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:25.895239 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fa7c83d3-fe0a-4bb3-a336-f7cb0f597a3f req-8cc29874-97a9-40d3-906e-8918be772bd4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0981340 May 03 09:16:25.940779 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fa7c83d3-fe0a-4bb3-a336-f7cb0f597a3f req-065cf54f-2175-4e85-9948-1077273e58e1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399172 May 03 09:16:27.018694 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:27.058321 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629104-f878-4c0a-85e3-bf2f2d02f041 req-6dac090b-953c-4def-8255-1bc55f0c4481 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:27.059792 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e629104-f878-4c0a-85e3-bf2f2d02f041 req-6dac090b-953c-4def-8255-1bc55f0c4481 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 946 time: 0.0465076 May 03 09:16:27.107661 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e629104-f878-4c0a-85e3-bf2f2d02f041 req-cfa52ace-df8b-4c0f-9aa3-1618a79b03b2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419915 May 03 09:16:27.235375 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:16:27.317869 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: ACTIVE; New status is: DOWN {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:16:27.318342 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:27.342642 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:16:27.345218 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4669ad7-1e18-4b95-8747-70310cf65e64" -d '{"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-unplugged", "status": "completed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:16:27.357441 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:16:27.362186 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:27.386769 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b0757-6e7b-43ea-8361-56c90bf5689d x-openstack-request-id: req-0f0b0757-6e7b-43ea-8361-56c90bf5689d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:16:27.387061 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-unplugged", "status": "failed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948", "code": 422}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:16:27.387300 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f0b0757-6e7b-43ea-8361-56c90bf5689d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:16:27.387738 dv-cinder-840279-1-iscsi neutron-server[103442]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0f0b0757-6e7b-43ea-8361-56c90bf5689d']: {'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'code': 422} returned with failed status May 03 09:16:27.415099 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:16:27.624867 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-4780a4a0-7910-490c-ba96-c64212e92d2a req-904bbaf5-e72e-4fc3-8825-01dc0e76ad89 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:16:27.625884 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4780a4a0-7910-490c-ba96-c64212e92d2a req-904bbaf5-e72e-4fc3-8825-01dc0e76ad89 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469546 May 03 09:16:27.779814 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448160e3-e1af-4750-9065-08ba0228995b req-3f58e9ff-9688-466d-96e8-d37483b50f3c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:27.783760 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-448160e3-e1af-4750-9065-08ba0228995b req-3f58e9ff-9688-466d-96e8-d37483b50f3c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0520117 May 03 09:16:27.828568 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-448160e3-e1af-4750-9065-08ba0228995b req-a3bb50a0-569f-437a-9a7d-2aab9c5a6aa5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417681 May 03 09:16:27.966944 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-977754f8-b6c1-4047-a8b9-1d78adca585b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:27.982960 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33018) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:16:28.057847 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-9d6ab2b4-87ef-4a5a-bf50-724625cba30f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737474 May 03 09:16:28.066148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-b119f3d6-e3f0-4a82-925a-68e214282db9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:16:28.067088 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-b119f3d6-e3f0-4a82-925a-68e214282db9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046010 May 03 09:16:28.140638 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33026) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:16:28.233441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-69de175c-b45f-40f3-a418-f7d72160c807 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:28.234777 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-69de175c-b45f-40f3-a418-f7d72160c807 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports/a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 200 len: 941 time: 0.0931618 May 03 09:16:28.958728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0b4aa-8778-415a-830f-937f00de09e5 req-f758e563-2170-43a7-9e82-522f8421b457 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:28.960438 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-26c0b4aa-8778-415a-830f-937f00de09e5 req-f758e563-2170-43a7-9e82-522f8421b457 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0527360 May 03 09:16:29.009053 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-26c0b4aa-8778-415a-830f-937f00de09e5 req-5253e882-80bd-41bf-b530-0a89f5b7b1c3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425539 May 03 09:16:30.128500 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb201720-972b-44c5-b8c9-3d25ed5ccdc5 req-4e24384f-4055-4fe5-b47c-5dcf890559fd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:30.129932 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cb201720-972b-44c5-b8c9-3d25ed5ccdc5 req-4e24384f-4055-4fe5-b47c-5dcf890559fd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0465760 May 03 09:16:30.178238 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cb201720-972b-44c5-b8c9-3d25ed5ccdc5 req-cca83420-05c5-4bb8-9c5e-f1ef3bbea769 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421822 May 03 09:16:30.235627 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-d6cb01ad-ca91-4436-9b7c-9536cb7629fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:30.237177 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-d6cb01ad-ca91-4436-9b7c-9536cb7629fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22&tenant_id=dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 1128 time: 0.0737147 May 03 09:16:30.312208 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcc97a7f-5493-4eb4-93bf-4bdbc12c641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:30.317463 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-fac7608b-5b3f-48f7-816c-0051d822bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:30.319608 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-fac7608b-5b3f-48f7-816c-0051d822bea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1128 time: 0.0406737 May 03 09:16:30.406891 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-7440e7ff-63c9-41e9-b992-4f085aae6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:30.408390 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-7440e7ff-63c9-41e9-b992-4f085aae6ff5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.0832343 May 03 09:16:30.474943 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-7e5bfc62-25de-4092-91d9-38350ddacd22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 200 len: 1000 time: 0.0602071 May 03 09:16:30.521837 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-b2d28d32-34b3-461c-95b6-cb3c2794ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:30.523239 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-b2d28d32-34b3-461c-95b6-cb3c2794ec70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0423489 May 03 09:16:30.565035 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-c7b4d730-7da7-4984-8b39-deb28c21b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:30.566404 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-c7b4d730-7da7-4984-8b39-deb28c21b833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368619 May 03 09:16:30.661867 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-6b56cb59-2d63-43ab-a8a4-7889913d3b05 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879185 May 03 09:16:30.751246 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-306a7a70-3842-451d-b473-810823c27fce service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827603 May 03 09:16:30.870979 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-b7379da7-ef23-4911-9350-9d5a6f01ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:30.872497 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-b7379da7-ef23-4911-9350-9d5a6f01ebd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1128 time: 0.0394025 May 03 09:16:31.065906 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-17e3b0cf-6f5b-4851-9602-90a7d758a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:31.067461 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-17e3b0cf-6f5b-4851-9602-90a7d758a415 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.0840523 May 03 09:16:31.134709 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-ae36d1d2-7bbb-4b49-81aa-c3ec7025326c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 200 len: 1000 time: 0.0615063 May 03 09:16:31.188410 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-5d9e4eac-5e2c-4614-a22d-9e04e8af94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:31.190322 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-5d9e4eac-5e2c-4614-a22d-9e04e8af94e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0496006 May 03 09:16:31.275739 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:16:31.338109 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223ba93-f144-40a2-8101-703fb590322e req-d0a08ae7-65cd-435a-952c-618b4f981f6a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:31.339586 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0223ba93-f144-40a2-8101-703fb590322e req-d0a08ae7-65cd-435a-952c-618b4f981f6a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0583527 May 03 09:16:31.362954 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:31.412615 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0223ba93-f144-40a2-8101-703fb590322e req-41c3d2ec-fc82-4f03-9221-5793b2ca4c58 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628510 May 03 09:16:31.413139 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: DOWN; New status is: DOWN {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:16:32.536925 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c95a6-cf52-4b0e-9eaf-23fb0c4f464c req-eb747921-368e-4c43-8fe9-f0fbfc760268 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:32.539057 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9d6c95a6-cf52-4b0e-9eaf-23fb0c4f464c req-eb747921-368e-4c43-8fe9-f0fbfc760268 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0575817 May 03 09:16:32.591179 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9d6c95a6-cf52-4b0e-9eaf-23fb0c4f464c req-a5474a0f-b5d1-48e8-b3c7-6c79352737b5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466657 May 03 09:16:32.825661 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:33.714415 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaf137-56f9-4651-b4fc-01bc7b112c3b req-e42e016b-4018-4efd-9e43-d92b217e44e2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:33.715900 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4aeaf137-56f9-4651-b4fc-01bc7b112c3b req-e42e016b-4018-4efd-9e43-d92b217e44e2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0475092 May 03 09:16:33.763312 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4aeaf137-56f9-4651-b4fc-01bc7b112c3b req-9388ab53-be3a-491e-aa50-040b237622e5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418613 May 03 09:16:34.367358 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:34.885538 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2bac6-779b-404c-8c88-60e77f6a5aa5 req-f14498bf-3c7e-4835-b5f7-33e2f3fda9f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:34.887008 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-96a2bac6-779b-404c-8c88-60e77f6a5aa5 req-f14498bf-3c7e-4835-b5f7-33e2f3fda9f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0496538 May 03 09:16:35.038455 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-96a2bac6-779b-404c-8c88-60e77f6a5aa5 req-a79cef5e-2ba3-4f2a-8a2e-04583c4db491 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458931 May 03 09:16:36.156529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3ba2-deb9-4008-a9f6-b79c4686bd7f req-12574217-8fdc-4c6a-ab2e-62687982f371 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:36.158014 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-488d3ba2-deb9-4008-a9f6-b79c4686bd7f req-12574217-8fdc-4c6a-ab2e-62687982f371 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0462646 May 03 09:16:36.212971 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-488d3ba2-deb9-4008-a9f6-b79c4686bd7f req-2e377163-b61a-47f4-856c-8447c038e753 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481169 May 03 09:16:37.351267 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e414c10-88b6-4709-9b30-71111ad542f9 req-8fefb837-3d67-456e-86eb-e535d268720a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:37.352786 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9e414c10-88b6-4709-9b30-71111ad542f9 req-8fefb837-3d67-456e-86eb-e535d268720a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0596111 May 03 09:16:37.403269 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9e414c10-88b6-4709-9b30-71111ad542f9 req-591649b1-a85a-49f6-a883-cfa2638dc475 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448260 May 03 09:16:38.528847 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b9329-24dd-4940-a020-25c3976c9b50 req-37a108f0-f014-4e7a-90bd-16e86f7aa1f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:38.530353 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-003b9329-24dd-4940-a020-25c3976c9b50 req-37a108f0-f014-4e7a-90bd-16e86f7aa1f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0514483 May 03 09:16:38.578535 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-003b9329-24dd-4940-a020-25c3976c9b50 req-7e3233a9-73d7-4e0b-890e-3b649e2e159f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426426 May 03 09:16:39.705316 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3457d-80aa-48b9-9d0e-e0cecbdc95e5 req-f3f909a3-86db-4c44-84d6-c788bb312af6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:39.706788 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-64d3457d-80aa-48b9-9d0e-e0cecbdc95e5 req-f3f909a3-86db-4c44-84d6-c788bb312af6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0499208 May 03 09:16:39.761530 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-64d3457d-80aa-48b9-9d0e-e0cecbdc95e5 req-5a51c5de-77fb-4e06-9fca-e7badccf3f43 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483472 May 03 09:16:40.885847 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a6a4-e016-45c0-83e4-2789d93995f8 req-a9df62ff-9b4e-453a-a589-dc812e4761e3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:40.887858 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8608a6a4-e016-45c0-83e4-2789d93995f8 req-a9df62ff-9b4e-453a-a589-dc812e4761e3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0479963 May 03 09:16:40.935403 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8608a6a4-e016-45c0-83e4-2789d93995f8 req-9d79eecd-71c6-4277-ae07-839ceebcd6e4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412691 May 03 09:16:42.059279 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f34aef-63d5-401f-8607-749a27bf636c req-688def66-2439-4c7b-b74e-e892da90f306 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:42.060811 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-50f34aef-63d5-401f-8607-749a27bf636c req-688def66-2439-4c7b-b74e-e892da90f306 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0487556 May 03 09:16:42.106606 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-50f34aef-63d5-401f-8607-749a27bf636c req-11aaa7ea-6de5-4367-83c5-1071571e3048 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403447 May 03 09:16:43.219720 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c907ba-a6fb-479d-a457-5bdd41511d3d req-45937bc2-f426-4566-816d-2d7da8e77f1a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:43.221404 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-67c907ba-a6fb-479d-a457-5bdd41511d3d req-45937bc2-f426-4566-816d-2d7da8e77f1a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0450232 May 03 09:16:43.269599 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-67c907ba-a6fb-479d-a457-5bdd41511d3d req-87e4c065-0959-4ef1-bb1e-cc16baf51ea0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419383 May 03 09:16:44.285205 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-0910d3eb-f219-4d8d-bfc1-f1af89b9c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:44.287209 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-0910d3eb-f219-4d8d-bfc1-f1af89b9c068 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814033 May 03 09:16:44.387888 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec06a20-95cc-44de-a6da-142af7814a06 req-6851371f-2f0c-428c-b387-3b36ea75c05a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:44.389370 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3ec06a20-95cc-44de-a6da-142af7814a06 req-6851371f-2f0c-428c-b387-3b36ea75c05a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0487721 May 03 09:16:44.435563 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3ec06a20-95cc-44de-a6da-142af7814a06 req-909cdb94-1e73-4bc9-92ee-87df2ff40c5e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407758 May 03 09:16:45.549942 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d4b7-51a2-4a87-bedf-30413e5b23d0 req-307ac2f9-88cb-4972-b8e1-9c741c26daef tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:45.551400 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe27d4b7-51a2-4a87-bedf-30413e5b23d0 req-307ac2f9-88cb-4972-b8e1-9c741c26daef tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0467222 May 03 09:16:45.596044 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fe27d4b7-51a2-4a87-bedf-30413e5b23d0 req-51f4bc33-feb5-4b86-8a20-e98d0d415574 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391703 May 03 09:16:46.234056 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-771c9f40-cf4f-4f99-9196-8761ad1a0965 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884538 May 03 09:16:46.321658 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50533cd2-ad2f-4b31-a928-ab3558505fb4 req-68e2b0c4-093a-497c-a0f5-ab82e9a900b3 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807958 May 03 09:16:46.710572 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901ceb-317c-440c-ac76-8b26db9af158 req-a86c5381-96e0-4617-9c42-80e4943c4536 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:46.712013 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-37901ceb-317c-440c-ac76-8b26db9af158 req-a86c5381-96e0-4617-9c42-80e4943c4536 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0460699 May 03 09:16:46.756746 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-37901ceb-317c-440c-ac76-8b26db9af158 req-242335fd-29f2-471e-b0d0-780d99faa73d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392745 May 03 09:16:47.876685 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb828200-e449-4d86-9d7d-bc9d4f814857 req-7c6e12bf-5570-459c-8d9f-22bac840d942 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:47.878133 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cb828200-e449-4d86-9d7d-bc9d4f814857 req-7c6e12bf-5570-459c-8d9f-22bac840d942 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0486500 May 03 09:16:47.923009 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cb828200-e449-4d86-9d7d-bc9d4f814857 req-4510d312-21f3-473c-95ad-782400a726b2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389829 May 03 09:16:49.039051 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a968151-3112-40bb-ae13-d89631d90671 req-2aadcc64-1ebc-4f6e-89c2-a95e04898467 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:49.040689 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a968151-3112-40bb-ae13-d89631d90671 req-2aadcc64-1ebc-4f6e-89c2-a95e04898467 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0452900 May 03 09:16:49.089069 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a968151-3112-40bb-ae13-d89631d90671 req-d1258dc4-4c03-497a-ad88-7f6d39e6e5f0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430334 May 03 09:16:50.204766 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a9515-b2a1-4a08-99ca-15e9bfc085bf req-da39c788-c49d-4fbc-a2cb-9ed15170f120 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:50.206247 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b9a9515-b2a1-4a08-99ca-15e9bfc085bf req-da39c788-c49d-4fbc-a2cb-9ed15170f120 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0460916 May 03 09:16:50.251949 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b9a9515-b2a1-4a08-99ca-15e9bfc085bf req-01cf50fc-2f27-49ed-ad1d-8038e8023803 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402138 May 03 09:16:51.365550 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a57a9-e642-40f0-abd4-ef0dff51eea1 req-8543d780-7c76-4f5c-99d8-2dab58498202 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:51.366979 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-400a57a9-e642-40f0-abd4-ef0dff51eea1 req-8543d780-7c76-4f5c-99d8-2dab58498202 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0447164 May 03 09:16:51.411638 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-400a57a9-e642-40f0-abd4-ef0dff51eea1 req-75d75233-a92e-4e97-bac1-e783dd9f8c48 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392721 May 03 09:16:52.529873 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb161b-692e-46b7-a880-aa4b0b94006d req-34dfae0a-7b50-4ef3-a034-d9c91106f5ad tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:52.531297 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-69cb161b-692e-46b7-a880-aa4b0b94006d req-34dfae0a-7b50-4ef3-a034-d9c91106f5ad tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 944 time: 0.0481107 May 03 09:16:52.575836 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-69cb161b-692e-46b7-a880-aa4b0b94006d req-1b70dd4c-bf35-45a1-86f2-1b84af4e3615 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390611 May 03 09:16:53.337906 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:16:53.433541 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:16:53.444757 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'port_id': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'mac_address': 'fa:16:3e:fa:30:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:16:53.480544 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:16:53.480850 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:53.496596 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40b556c-0a71-4c96-ad1b-454ab18c4948 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:16:53.515139 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:16:53.519048 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:53.564351 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=9']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:16:53.691799 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7376fb6-52df-4349-8c70-aca3bba7a62f req-6bc86320-5ae6-4210-8101-0b4b92c9be09 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:53.693956 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f7376fb6-52df-4349-8c70-aca3bba7a62f req-6bc86320-5ae6-4210-8101-0b4b92c9be09 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 945 time: 0.0462511 May 03 09:16:53.738757 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f7376fb6-52df-4349-8c70-aca3bba7a62f req-cade24c8-aaf6-4123-833d-6a349eaef431 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393717 May 03 09:16:54.083753 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['a40b556c-0a71-4c96-ad1b-454ab18c4948'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:16:54.858086 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15406909-29ad-48eb-824d-28048f0eeb43 req-1e73d87d-40d1-48f2-8ee3-b1f585d82b10 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:54.859558 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-15406909-29ad-48eb-824d-28048f0eeb43 req-1e73d87d-40d1-48f2-8ee3-b1f585d82b10 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 945 time: 0.0496390 May 03 09:16:54.908145 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-15406909-29ad-48eb-824d-28048f0eeb43 req-f7c8fc71-12a4-4581-8535-56013744b191 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430660 May 03 09:16:55.356341 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:16:55.401065 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port a40b556c-0a71-4c96-ad1b-454ab18c4948 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:16:55.401440 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:55.475687 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port a40b556c-0a71-4c96-ad1b-454ab18c4948 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:16:55.475983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:55.497887 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:16:55.500073 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63649fc2-6d14-48f2-965f-9f6484da48df" -d '{"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-plugged", "status": "completed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:16:55.515397 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:16:55.520338 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:55.544419 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b2f09f-0dc7-43ea-b3be-98dd465b1daa x-openstack-request-id: req-96b2f09f-0dc7-43ea-b3be-98dd465b1daa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:16:55.544729 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-plugged", "status": "completed", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:16:55.544983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96b2f09f-0dc7-43ea-b3be-98dd465b1daa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:16:55.545371 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b2f09f-0dc7-43ea-b3be-98dd465b1daa'] response: {'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'code': 200} May 03 09:16:55.568892 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:16:55.725660 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:16:56.031829 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7a2be-eebc-48ea-9a1a-3acfc4728b8a req-439fe662-de9f-4398-a2d5-70d6c9b7a09f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:56.033463 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8cd7a2be-eebc-48ea-9a1a-3acfc4728b8a req-439fe662-de9f-4398-a2d5-70d6c9b7a09f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0470719 May 03 09:16:56.086447 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8cd7a2be-eebc-48ea-9a1a-3acfc4728b8a req-5d42dd1c-1858-442f-b5be-d84b519f78d6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461075 May 03 09:16:56.118321 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf0712-7826-43c3-9898-6cf7f0a40c67 req-b0381496-cd29-4e73-8b21-54e95562f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:56.119793 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95cf0712-7826-43c3-9898-6cf7f0a40c67 req-b0381496-cd29-4e73-8b21-54e95562f617 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 1131 time: 0.0380735 May 03 09:16:56.161765 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95cf0712-7826-43c3-9898-6cf7f0a40c67 req-0bbe8ea3-33b7-468b-b502-4c535755656c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358965 May 03 09:16:57.034738 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:57.202677 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06f6d9-e183-4d9a-94ad-0d27c080b18a req-f40aa200-687f-4f41-bf47-8aaf5ed2cfdb tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:57.204127 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e06f6d9-e183-4d9a-94ad-0d27c080b18a req-f40aa200-687f-4f41-bf47-8aaf5ed2cfdb tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0448236 May 03 09:16:57.253385 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e06f6d9-e183-4d9a-94ad-0d27c080b18a req-54131c9b-6606-4f05-9fc9-367772c78047 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431607 May 03 09:16:57.968297 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c37c2f3-117b-4f50-bb75-417f86a1b5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:16:58.369445 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748899d-8e47-4fa4-9bbd-d10e371ebf6a req-df090896-9567-43ac-9f1a-62a004eb3d0c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:58.370896 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a748899d-8e47-4fa4-9bbd-d10e371ebf6a req-df090896-9567-43ac-9f1a-62a004eb3d0c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0449643 May 03 09:16:58.420073 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a748899d-8e47-4fa4-9bbd-d10e371ebf6a req-bf0dd547-38a4-4f4d-9e63-82d66a745c5a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437207 May 03 09:16:59.535390 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b763fb-7646-4e0d-b95b-2accfc6b6460 req-be23636b-0461-4cb6-8c73-e003d287ab18 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:16:59.537732 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66b763fb-7646-4e0d-b95b-2accfc6b6460 req-be23636b-0461-4cb6-8c73-e003d287ab18 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0461805 May 03 09:16:59.583317 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66b763fb-7646-4e0d-b95b-2accfc6b6460 req-9f9f3c3e-4253-4ff4-8200-0b0e19831bed tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395293 May 03 09:17:00.313867 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3207a64e-7c16-4921-844f-bfdef6bfca91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:01.322619 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:02.017115 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c526-63d6-421b-9257-96d818cb26bd req-17d9ca1b-20d5-4d10-ba58-3daf377b53db tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:02.018579 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc28c526-63d6-421b-9257-96d818cb26bd req-17d9ca1b-20d5-4d10-ba58-3daf377b53db tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0762846 May 03 09:17:02.019624 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-5eda8347-71e4-4357-930d-eda9d4f6ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:02.021041 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-5eda8347-71e4-4357-930d-eda9d4f6ddb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1129 time: 0.0672452 May 03 09:17:02.118159 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cc28c526-63d6-421b-9257-96d818cb26bd req-1f31ba28-8967-4f4f-80d2-10b430f0043b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940711 May 03 09:17:02.137186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-654c28be-2fbf-40e8-b4b4-981903326041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:02.138610 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-654c28be-2fbf-40e8-b4b4-981903326041 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.1088660 May 03 09:17:02.205919 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-6a7222b7-739c-42c9-a220-22144ba40abe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0599346 May 03 09:17:02.260731 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-9cb23b22-c04b-4ecc-82b9-655ee037683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:02.262184 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-9cb23b22-c04b-4ecc-82b9-655ee037683f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0479727 May 03 09:17:02.305334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-77e1a1ad-188a-4922-9f39-9e5f6092e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:02.306799 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-77e1a1ad-188a-4922-9f39-9e5f6092e3ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373993 May 03 09:17:02.401927 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-8ace2fa0-860e-4402-a763-a38c1b4972cd service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880075 May 03 09:17:02.491457 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c57553f-9da3-4a6b-9763-333da1fc2c29 req-ff3aa758-dda6-454c-b41a-0fc74fd920d8 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 May 03 09:17:02.826731 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:03.231517 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8d10f-ed47-4f52-a844-4015a03edee8 req-9f9ee720-97d3-4464-9c9a-34b076bf8169 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:03.233003 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f8d8d10f-ed47-4f52-a844-4015a03edee8 req-9f9ee720-97d3-4464-9c9a-34b076bf8169 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0463974 May 03 09:17:03.278384 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f8d8d10f-ed47-4f52-a844-4015a03edee8 req-59c3efef-7397-42d7-889f-88fee24d3cfe tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 May 03 09:17:04.360728 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:04.394203 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd03c3-423f-46a8-bbb3-f7cf33af96db req-39d0dacf-0960-4cfa-9d93-6d2204b74ecc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:04.396365 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-30fd03c3-423f-46a8-bbb3-f7cf33af96db req-39d0dacf-0960-4cfa-9d93-6d2204b74ecc tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0510526 May 03 09:17:04.441568 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-30fd03c3-423f-46a8-bbb3-f7cf33af96db req-a53638ed-d4b7-4be0-b544-f9300a7481e8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 May 03 09:17:05.550805 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f22b6b-0a63-4c96-b6eb-15e619915a1c req-3bcdd81f-e2b6-4fd6-9b64-6f9f48bfbe84 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:05.552857 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f9f22b6b-0a63-4c96-b6eb-15e619915a1c req-3bcdd81f-e2b6-4fd6-9b64-6f9f48bfbe84 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0449841 May 03 09:17:05.597524 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f9f22b6b-0a63-4c96-b6eb-15e619915a1c req-b12c7984-783d-471c-a2af-287deb28fd83 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392926 May 03 09:17:06.709044 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8a456-f3df-4d79-a3ee-bbd6d129306e req-7900fd7a-15c1-43cf-8992-e776e13c4754 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:06.710499 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74f8a456-f3df-4d79-a3ee-bbd6d129306e req-7900fd7a-15c1-43cf-8992-e776e13c4754 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0458674 May 03 09:17:06.755839 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74f8a456-f3df-4d79-a3ee-bbd6d129306e req-9a60cdae-26e8-4590-b324-87c630d57a5f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 May 03 09:17:07.868250 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251bbe-9808-46f2-8fc5-0e720851fa2e req-7c01a5a2-d634-4113-ada0-9e3adaf277bd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:07.869730 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8c251bbe-9808-46f2-8fc5-0e720851fa2e req-7c01a5a2-d634-4113-ada0-9e3adaf277bd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0478141 May 03 09:17:07.914803 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8c251bbe-9808-46f2-8fc5-0e720851fa2e req-0637ca32-f66a-4d4a-8189-ca33ba320803 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 May 03 09:17:09.028107 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd8c1-dabf-42e3-9eaa-4271e7a9359d req-4138b5cb-890e-4c38-9dd8-0a872d206edb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:09.029541 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dbdcd8c1-dabf-42e3-9eaa-4271e7a9359d req-4138b5cb-890e-4c38-9dd8-0a872d206edb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0485065 May 03 09:17:09.073665 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dbdcd8c1-dabf-42e3-9eaa-4271e7a9359d req-097fdb75-9ff5-4d66-910b-467f0bc6649c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 May 03 09:17:10.184634 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf5b51-25c0-4c22-8efb-739940edd9a9 req-cc9289f6-9ab3-479f-9a76-efa3d14da429 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:10.186097 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-30cf5b51-25c0-4c22-8efb-739940edd9a9 req-cc9289f6-9ab3-479f-9a76-efa3d14da429 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0464513 May 03 09:17:10.232249 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-30cf5b51-25c0-4c22-8efb-739940edd9a9 req-342c536d-5205-4363-a9a7-38c1e1ccb08b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 May 03 09:17:11.341699 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf707cbf-1410-4211-baed-8f4c3395a552 req-400f7545-1ed5-444a-9e16-a83fbb95ac28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:11.343283 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bf707cbf-1410-4211-baed-8f4c3395a552 req-400f7545-1ed5-444a-9e16-a83fbb95ac28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0458510 May 03 09:17:11.395617 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bf707cbf-1410-4211-baed-8f4c3395a552 req-f99fceb4-33fc-4624-9ac6-464165b1acf8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 May 03 09:17:12.508824 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3075273-527e-42e7-adba-7508a2ccb60f req-850cebb1-8bb1-48d5-88bb-6e307fc56259 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:12.510296 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a3075273-527e-42e7-adba-7508a2ccb60f req-850cebb1-8bb1-48d5-88bb-6e307fc56259 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0488718 May 03 09:17:12.557016 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a3075273-527e-42e7-adba-7508a2ccb60f req-f20d0ca4-58c3-46c7-a8a5-480a9bf85b44 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412707 May 03 09:17:13.673081 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb1263-3cde-4565-bb2f-ef30ac3fd9ff req-3a6b4ed1-a4ec-4039-8cb1-f8ed9690a4db tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:13.674929 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-40eb1263-3cde-4565-bb2f-ef30ac3fd9ff req-3a6b4ed1-a4ec-4039-8cb1-f8ed9690a4db tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0459623 May 03 09:17:13.723730 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-40eb1263-3cde-4565-bb2f-ef30ac3fd9ff req-b23f2b55-8f8a-4f0a-aec6-fe3086af229b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433323 May 03 09:17:14.834736 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0cf66-476c-4c23-b444-f99150688fac req-ecccc203-3162-4edc-b32f-f19c27fc33aa tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:14.836197 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cea0cf66-476c-4c23-b444-f99150688fac req-ecccc203-3162-4edc-b32f-f19c27fc33aa tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0456736 May 03 09:17:14.885203 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cea0cf66-476c-4c23-b444-f99150688fac req-40d0e45d-e35b-4a70-aa41-fd2fe4dd51d0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 May 03 09:17:15.047554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e741f-63a2-480d-95c7-b2bac7704a8b req-c4dde22d-d2fb-4404-9c9e-def3bc731e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:15.049299 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-335e741f-63a2-480d-95c7-b2bac7704a8b req-c4dde22d-d2fb-4404-9c9e-def3bc731e14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1129 time: 0.0369544 May 03 09:17:15.091283 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-335e741f-63a2-480d-95c7-b2bac7704a8b req-efa321b5-c612-4cc3-b52e-c074cb340b27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353138 May 03 09:17:15.998016 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b34c6f-320e-4a16-8e7e-70b1e84266b8 req-269d0968-def6-4cde-b20c-a5bb02d7d28c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:15.999499 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-43b34c6f-320e-4a16-8e7e-70b1e84266b8 req-269d0968-def6-4cde-b20c-a5bb02d7d28c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0463743 May 03 09:17:16.045091 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-43b34c6f-320e-4a16-8e7e-70b1e84266b8 req-f136f7d5-2cda-41cd-9832-a629041908b9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394735 May 03 09:17:17.157964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a08beb-5ea4-41ba-9ff4-51db1ddbee1f req-7955d498-61ff-4399-ae76-7453aef6dda5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:17.159340 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-73a08beb-5ea4-41ba-9ff4-51db1ddbee1f req-7955d498-61ff-4399-ae76-7453aef6dda5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0463963 May 03 09:17:17.210332 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-73a08beb-5ea4-41ba-9ff4-51db1ddbee1f req-f3587ffa-6ecd-4c09-96ed-7d4a3846cf08 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449319 May 03 09:17:18.325283 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c62f1-a38a-47cf-8127-4ec042d1a240 req-b976da34-9ded-41ab-94bf-1f4f5f6e373b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:18.326738 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b85c62f1-a38a-47cf-8127-4ec042d1a240 req-b976da34-9ded-41ab-94bf-1f4f5f6e373b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0494647 May 03 09:17:18.371915 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b85c62f1-a38a-47cf-8127-4ec042d1a240 req-a5ad6b2a-6e03-4c22-8d4e-f674fac5e9fd tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396283 May 03 09:17:18.739716 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cee3b-58e6-455c-9d71-cb5d218bfc89 req-427f883c-2244-471b-b3ba-390732c8b345 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:18.741826 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a56cee3b-58e6-455c-9d71-cb5d218bfc89 req-427f883c-2244-471b-b3ba-390732c8b345 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0467513 May 03 09:17:18.756115 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-b1c18600-fdfc-4069-8f7b-a61bb1c17b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:18.757603 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-b1c18600-fdfc-4069-8f7b-a61bb1c17b1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1129 time: 0.0388374 May 03 09:17:18.788290 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a56cee3b-58e6-455c-9d71-cb5d218bfc89 req-987aa3cf-e926-49f8-879a-1d5318265868 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407655 May 03 09:17:18.851682 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-9dd34d7e-e38a-4260-8a5c-5ececdfdd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:18.853172 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-9dd34d7e-e38a-4260-8a5c-5ececdfdd5a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.0883951 May 03 09:17:18.915912 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-c1daf560-7d7a-4334-8120-e9007c489204 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0566380 May 03 09:17:18.966355 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-bf39f581-67e4-4160-a557-0aff6dc213be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:18.967750 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-bf39f581-67e4-4160-a557-0aff6dc213be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0423417 May 03 09:17:19.012675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-62e5e7f0-3e6e-48a5-aa83-4cfa22c7d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:19.014128 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-62e5e7f0-3e6e-48a5-aa83-4cfa22c7d5bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402064 May 03 09:17:19.102921 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-0ea29316-1ed2-4a47-bef8-a5b7d332b740 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809619 May 03 09:17:19.192865 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ded4440-e7fd-4e72-bf66-a471691ae719 req-12e71052-cd2f-4ace-90f2-9c5da20f0aee service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829060 May 03 09:17:19.902579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dd78f-1eee-497d-bf0b-ab90ab67ed84 req-53356771-aa41-469a-b394-ba4e4c39e2fe tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:19.904039 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae0dd78f-1eee-497d-bf0b-ab90ab67ed84 req-53356771-aa41-469a-b394-ba4e4c39e2fe tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0456352 May 03 09:17:19.949054 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae0dd78f-1eee-497d-bf0b-ab90ab67ed84 req-906600f5-91a2-42f7-bbc8-d107acb361fe tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 May 03 09:17:20.827517 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ef95a-c815-4e43-ae52-73e72a9641f7 req-3f166a7e-b6b9-4a66-bb5b-cce1971e06bc tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:20.829004 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c85ef95a-c815-4e43-ae52-73e72a9641f7 req-3f166a7e-b6b9-4a66-bb5b-cce1971e06bc tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0457764 May 03 09:17:20.889135 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c85ef95a-c815-4e43-ae52-73e72a9641f7 req-0a96c07d-cc22-4a9e-b6b9-b98fdcfbebc9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545907 May 03 09:17:21.060840 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e7d21-2dbe-472b-a23c-3acb659af5fb req-0a800c94-acdf-4283-ab8c-1f03177201d0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:21.062296 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3f5e7d21-2dbe-472b-a23c-3acb659af5fb req-0a800c94-acdf-4283-ab8c-1f03177201d0 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0454159 May 03 09:17:21.107096 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3f5e7d21-2dbe-472b-a23c-3acb659af5fb req-1703b868-d56a-4925-a154-e666c04ef6a6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393105 May 03 09:17:21.853030 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-f29b46dc-0e43-440f-8ed1-009c24cce400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:21.854503 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-f29b46dc-0e43-440f-8ed1-009c24cce400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1169 time: 0.0385199 May 03 09:17:21.975270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-7e9311ed-9677-4d2c-aa6d-1943f843b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:21.976686 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-7e9311ed-9677-4d2c-aa6d-1943f843b960 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 200 len: 916 time: 0.0957112 May 03 09:17:22.042183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb20564-6c0a-4024-a457-2e3c811f4d7b req-a3d230c9-e479-486d-b9ab-51978ba37ff4 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:22.043653 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cfb20564-6c0a-4024-a457-2e3c811f4d7b req-a3d230c9-e479-486d-b9ab-51978ba37ff4 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0854328 May 03 09:17:22.068775 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-5ce6a462-95fc-47db-a98c-c202b1f5059a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 1001 time: 0.0772996 May 03 09:17:22.119127 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cfb20564-6c0a-4024-a457-2e3c811f4d7b req-f038a765-c981-4b74-ab1e-1e0873927e3c tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642009 May 03 09:17:22.223131 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfa136-3974-4f8c-be8d-e58e76e5d874 req-3656bd23-81a3-4767-ad5c-2fb38dd57119 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:22.225199 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-23cfa136-3974-4f8c-be8d-e58e76e5d874 req-3656bd23-81a3-4767-ad5c-2fb38dd57119 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0482867 May 03 09:17:22.270408 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-23cfa136-3974-4f8c-be8d-e58e76e5d874 req-198ae182-c0d9-4886-9b6c-066f4e11007c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397203 May 03 09:17:22.729092 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-1a1190d9-4142-45fd-a487-2d6aecef47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:22.730569 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-1a1190d9-4142-45fd-a487-2d6aecef47e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c617893-c8f9-4437-959f-fcb78d7bf8ed HTTP/1.1" status: 200 len: 854 time: 0.0537193 May 03 09:17:22.774857 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-9fe48547-8321-4591-9c4b-76aeacafa4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:22.776357 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-9fe48547-8321-4591-9c4b-76aeacafa4b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e11de7-9c72-44cc-942b-06c8b6680967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382230 May 03 09:17:22.866406 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-e9178b4b-09de-4102-a61a-13e2aaf63ca7 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822659 May 03 09:17:22.953101 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ce4e6ed0-ac2f-44a4-93df-c2049a8029af req-eb05bc4d-e1ef-4cc9-bac8-f88e7b4dc6fc service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802484 May 03 09:17:23.235645 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a798f-4397-4fd6-b115-23f2591ebac7 req-724dc058-a8d9-48e3-8ce0-286b0f99fa5f tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:23.237164 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e05a798f-4397-4fd6-b115-23f2591ebac7 req-724dc058-a8d9-48e3-8ce0-286b0f99fa5f tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0468011 May 03 09:17:23.298576 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e05a798f-4397-4fd6-b115-23f2591ebac7 req-c30c88ad-e18b-45ab-b96b-ae466febfe49 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548363 May 03 09:17:23.382569 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a1df-37d0-4773-9b62-6d2216a18524 req-f577225e-6584-42fa-a948-1dd606525d55 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:23.384015 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-12e4a1df-37d0-4773-9b62-6d2216a18524 req-f577225e-6584-42fa-a948-1dd606525d55 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0461333 May 03 09:17:23.429738 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-12e4a1df-37d0-4773-9b62-6d2216a18524 req-2dfaa9bc-1711-42fc-9eeb-cef5518f55e4 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 May 03 09:17:23.534147 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2310a8-d1b9-42c8-afbd-8977e3135839 req-5a164a1c-db5c-4b6d-a865-ea6e86c74ce5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:23.535574 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ec2310a8-d1b9-42c8-afbd-8977e3135839 req-5a164a1c-db5c-4b6d-a865-ea6e86c74ce5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0448117 May 03 09:17:23.544625 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33276) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:17:23.549155 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Request body: {'floatingip': {'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:17:23.657797 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:24.400839 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.db.resource_extend [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 09:17:24.411070 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e09e9-9d94-463b-9ec3-d48bbb130fea req-e489c663-7c79-4da1-8209-d175faefb871 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:24.412574 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f69e09e9-9d94-463b-9ec3-d48bbb130fea req-e489c663-7c79-4da1-8209-d175faefb871 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0457819 May 03 09:17:24.450360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:24.455029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:24.475309 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f69e09e9-9d94-463b-9ec3-d48bbb130fea req-5d4d3281-9a42-4ebe-b713-3aee67c52ce8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563810 May 03 09:17:24.664905 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Router 08188bf4-a41f-428d-bbe5-405cfc3e3cce has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:17:24.769573 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:17:24.775158 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:24.779836 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] Sync routers for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:17:24.790130 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:17:24.790737 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:17:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:17:24.804813 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:17:24.807012 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86770ba-5de5-4527-aa3f-6b8b59602307" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:17:24.857127 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8fa9b91b-8e73-4d05-ae29-94d2086ea6f1 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "PUT /v2.0/floatingips/8a171432-9786-42ff-b74a-e79ff82f5e2f HTTP/1.1" status: 200 len: 992 time: 1.3109236 May 03 09:17:24.899412 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:17:24.900534 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e71cd-6fb3-48ad-96e2-3d01c31c6570 x-openstack-request-id: req-556e71cd-6fb3-48ad-96e2-3d01c31c6570 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:17:24.900856 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:17:24.901116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-556e71cd-6fb3-48ad-96e2-3d01c31c6570 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:17:24.901530 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556e71cd-6fb3-48ad-96e2-3d01c31c6570'] response: {'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'status': 'completed', 'code': 200} May 03 09:17:24.982770 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-96cd011d-25fe-4974-813d-524ffcd75033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:24.984327 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-96cd011d-25fe-4974-813d-524ffcd75033 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1129 time: 0.0375562 May 03 09:17:25.074366 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-7c192b0f-6e3e-4659-8f08-0adfbb71e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:25.075763 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-7c192b0f-6e3e-4659-8f08-0adfbb71e95e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.0849736 May 03 09:17:25.110828 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '8a171432-9786-42ff-b74a-e79ff82f5e2f', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'mac_address': 'fa:16:3e:fb:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:32Z', 'updated_at': '2022-05-03T09:17:24Z', 'revision_number': 3, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:17:25.137476 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] Checking router: 08188bf4-a41f-428d-bbe5-405cfc3e3cce for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:17:25.145435 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:17:25.145585 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-639666fe-20b2-40e6-8b91-1ad80440b4ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0617325 May 03 09:17:25.146022 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:17:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:17:25.192882 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-10673257-a78f-4a65-8424-47d6b3b5a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:25.194334 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-10673257-a78f-4a65-8424-47d6b3b5a30c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0428536 May 03 09:17:25.243010 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-bf3694ef-37b5-4aa9-a92c-b00f1085c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:25.244591 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-bf3694ef-37b5-4aa9-a92c-b00f1085c9b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432856 May 03 09:17:25.253609 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:17:25.336173 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-7c1f5115-b8d8-4e21-b704-3f2c4245f5da service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845003 May 03 09:17:25.428937 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b86770ba-5de5-4527-aa3f-6b8b59602307 req-95b98198-dc71-493a-aefc-f6e033085ebd service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 May 03 09:17:25.463750 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '8a171432-9786-42ff-b74a-e79ff82f5e2f', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'mac_address': 'fa:16:3e:fb:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:32Z', 'updated_at': '2022-05-03T09:17:24Z', 'revision_number': 3, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:17:25.489837 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e515b8-1852-4be7-bd53-50132bc7d490 None None] The sync data for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi is: [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '8a171432-9786-42ff-b74a-e79ff82f5e2f', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'port_id': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'mac_address': 'fa:16:3e:fb:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:14:32Z', 'updated_at': '2022-05-03T09:17:24Z', 'revision_number': 3, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:17:25.590422 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5ed27-ca27-4551-a21f-120c5002ca7e req-b0f793df-34d8-4685-84b9-627895406972 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:25.591859 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-84d5ed27-ca27-4551-a21f-120c5002ca7e req-b0f793df-34d8-4685-84b9-627895406972 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0479519 May 03 09:17:25.653586 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-84d5ed27-ca27-4551-a21f-120c5002ca7e req-6dbd4805-6b34-4e66-99af-f761912ff566 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560527 May 03 09:17:26.774802 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c05375-e47a-4fd9-bcbb-3bd1124a66f8 req-8a024bf2-9032-4b44-84d0-00e91d378ab5 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:26.776298 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-58c05375-e47a-4fd9-bcbb-3bd1124a66f8 req-8a024bf2-9032-4b44-84d0-00e91d378ab5 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0528016 May 03 09:17:26.833143 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-58c05375-e47a-4fd9-bcbb-3bd1124a66f8 req-90ab2670-b7d8-439a-9a1f-e129aaf05a0b tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511999 May 03 09:17:26.902795 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:17:26.905161 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b301f7-d9d5-41e7-9277-986ee40433f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:17:26.938997 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e184fe48-49c5-406c-9386-3e3c5715d2c6 x-openstack-request-id: req-e184fe48-49c5-406c-9386-3e3c5715d2c6 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:17:26.939287 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:17:26.939541 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e184fe48-49c5-406c-9386-3e3c5715d2c6 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:17:26.939941 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e184fe48-49c5-406c-9386-3e3c5715d2c6'] response: {'name': 'network-changed', 'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'status': 'completed', 'code': 200} May 03 09:17:27.026788 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-f92463de-24b7-4ad1-a0c4-3de13eec6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:27.028320 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-f92463de-24b7-4ad1-a0c4-3de13eec6d46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 1129 time: 0.0393252 May 03 09:17:27.058168 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:27.122782 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-a7372b56-480c-408d-8bf4-9c9106ec6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:27.124359 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-a7372b56-480c-408d-8bf4-9c9106ec6bd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.0886676 May 03 09:17:27.189204 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-c2f733ec-0e7b-4cae-9ce5-fa8ae5102af7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0578616 May 03 09:17:27.240167 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-46e32cb7-11c7-4f74-bee9-4bc872b16b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:27.242169 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-46e32cb7-11c7-4f74-bee9-4bc872b16b3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0462766 May 03 09:17:27.283869 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-50e82d4c-e4a6-4e00-b252-2f6e343ca303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:27.285370 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-50e82d4c-e4a6-4e00-b252-2f6e343ca303 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376060 May 03 09:17:27.373298 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-d917edc7-2c8d-4bd8-81c9-46f9bfb1c64e service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810132 May 03 09:17:27.463269 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83b301f7-d9d5-41e7-9277-986ee40433f4 req-649b721c-459e-42bd-9462-08d8474aac6d service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829587 May 03 09:17:27.943846 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb962d-3233-4f43-91d7-894b84547a1a req-c96008d4-bedd-40d4-94ab-60f50455c85d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:27.945327 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9eb962d-3233-4f43-91d7-894b84547a1a req-c96008d4-bedd-40d4-94ab-60f50455c85d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0465891 May 03 09:17:27.968398 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7049c1e0-1366-419e-a7ac-ddba0fda2c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:28.004143 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9eb962d-3233-4f43-91d7-894b84547a1a req-5af36b9f-e8a9-4eab-bbf0-6215f5184956 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532136 May 03 09:17:29.120407 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532dfaf-56b1-4939-bbb6-0b01526984dc req-93e3d71b-4612-4676-970b-46221b8ce51a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:29.121858 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4532dfaf-56b1-4939-bbb6-0b01526984dc req-93e3d71b-4612-4676-970b-46221b8ce51a tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0460780 May 03 09:17:29.178528 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4532dfaf-56b1-4939-bbb6-0b01526984dc req-f93ccf5a-2ab0-44a9-93ea-cc6c74fd85d1 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511167 May 03 09:17:30.293571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768947-e1a1-4663-849c-ffea59fc97a5 req-5f133844-c5c1-421c-ad14-928d0246c9b8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:30.295010 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fa768947-e1a1-4663-849c-ffea59fc97a5 req-5f133844-c5c1-421c-ad14-928d0246c9b8 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0496323 May 03 09:17:30.314954 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe1013a0-cb92-41c8-824f-ef57befbdf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:30.355514 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-fa768947-e1a1-4663-849c-ffea59fc97a5 req-922e1dc1-b24f-48e8-ab1f-154ddab2add1 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546036 May 03 09:17:31.325992 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:31.468788 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340a3c1-6945-453c-8385-9a78bb39e57d req-e8e02625-313e-4742-8889-33fe05f1e1b4 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:31.470232 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7340a3c1-6945-453c-8385-9a78bb39e57d req-e8e02625-313e-4742-8889-33fe05f1e1b4 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0492406 May 03 09:17:31.530814 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7340a3c1-6945-453c-8385-9a78bb39e57d req-43d291e6-fa5e-4e9e-a60b-b06597d81bad tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547404 May 03 09:17:32.432035 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-b4d3d499-8055-4c5b-b10f-4ba807a0f2b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369582 May 03 09:17:32.536401 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530078f9-3137-49ce-a186-7f43303c839c req-bab8cd9e-bc48-4222-b891-e2b45fbbf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:32.537860 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-bab8cd9e-bc48-4222-b891-e2b45fbbf456 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 1129 time: 0.0382283 May 03 09:17:32.690772 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f7d02-a9a1-4963-9899-b662f9f35bfc req-ca221262-6edf-4ff5-8407-33ed6e951e5e tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:32.692708 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-533f7d02-a9a1-4963-9899-b662f9f35bfc req-ca221262-6edf-4ff5-8407-33ed6e951e5e tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0642178 May 03 09:17:32.714307 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530078f9-3137-49ce-a186-7f43303c839c req-18253725-5bc8-482c-926d-7e1c4c85de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:32.715687 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-18253725-5bc8-482c-926d-7e1c4c85de6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.1515098 May 03 09:17:32.723635 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:17:32.765172 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-00a7d33f-34c3-4971-959a-3d9496f069df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865 HTTP/1.1" status: 200 len: 217 time: 0.0432711 May 03 09:17:32.820796 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-533f7d02-a9a1-4963-9899-b662f9f35bfc req-3efbe53a-70cd-4d73-a040-8b586ed1c643 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217170 May 03 09:17:32.829688 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:32.835334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530078f9-3137-49ce-a186-7f43303c839c req-f250ed05-532b-470c-8a92-d44ed6164c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:32.836868 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-f250ed05-532b-470c-8a92-d44ed6164c02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0640767 May 03 09:17:32.880014 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530078f9-3137-49ce-a186-7f43303c839c req-3e002549-ec48-425c-bce7-b107426a801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:32.881511 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-3e002549-ec48-425c-bce7-b107426a801c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384855 May 03 09:17:32.983911 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-4b9b0441-ee39-4ed5-b963-42d405ece031 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903776 May 03 09:17:33.072787 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-530078f9-3137-49ce-a186-7f43303c839c req-fcd5481d-da26-4e8d-8f54-9b10057030f0 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826488 May 03 09:17:33.935077 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a9c3b-031a-4c77-a89e-7a0baefee361 req-8758f05a-2994-4e27-9329-36eca8bc87a4 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:33.936553 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-551a9c3b-031a-4c77-a89e-7a0baefee361 req-8758f05a-2994-4e27-9329-36eca8bc87a4 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0466547 May 03 09:17:33.994152 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-551a9c3b-031a-4c77-a89e-7a0baefee361 req-8cc0831d-e635-48ae-a0c6-6c253a7335c9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521309 May 03 09:17:34.362835 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:35.108965 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0986e5-05a6-44e0-9bdb-f6d979c7bb54 req-37ce9fe4-0834-478f-86d4-88cb8698b140 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:35.110441 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bf0986e5-05a6-44e0-9bdb-f6d979c7bb54 req-37ce9fe4-0834-478f-86d4-88cb8698b140 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0506823 May 03 09:17:35.168675 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bf0986e5-05a6-44e0-9bdb-f6d979c7bb54 req-e285260c-b009-4458-bbd3-e1575c5865a0 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523491 May 03 09:17:36.283337 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4aea-c94f-4d01-852f-4a1d3f7344c7 req-9be9e91a-777d-4d63-b424-accd472f04e3 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:36.284841 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d8e4aea-c94f-4d01-852f-4a1d3f7344c7 req-9be9e91a-777d-4d63-b424-accd472f04e3 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0491967 May 03 09:17:36.343313 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d8e4aea-c94f-4d01-852f-4a1d3f7344c7 req-4093e3d7-f6d4-46ff-bded-cacfbbd8b844 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521770 May 03 09:17:37.453338 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d34f-50fe-48bf-bedf-20635b62658c req-8ffa5954-07fb-4c94-89e3-6f21b30e8521 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:37.454791 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e8d9d34f-50fe-48bf-bedf-20635b62658c req-8ffa5954-07fb-4c94-89e3-6f21b30e8521 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0455623 May 03 09:17:37.511879 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e8d9d34f-50fe-48bf-bedf-20635b62658c req-b4fd7a40-cc67-4b35-8a88-d2bf10ef07a9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516734 May 03 09:17:38.622699 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d5535-2c5e-499f-9a22-566f714331b4 req-423c7f25-f5c2-4c8d-80df-6bb2564fa369 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:38.624178 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-229d5535-2c5e-499f-9a22-566f714331b4 req-423c7f25-f5c2-4c8d-80df-6bb2564fa369 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0466323 May 03 09:17:38.685502 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-229d5535-2c5e-499f-9a22-566f714331b4 req-c0296498-a73f-476e-a420-9a22af255687 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557497 May 03 09:17:39.796567 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb168de-1b0a-4cb4-a46b-42dbabc5aa39 req-870f4f30-6f78-4fcb-8231-b639be1c3bfe tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:39.798297 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3eb168de-1b0a-4cb4-a46b-42dbabc5aa39 req-870f4f30-6f78-4fcb-8231-b639be1c3bfe tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.0465887 May 03 09:17:39.859826 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3eb168de-1b0a-4cb4-a46b-42dbabc5aa39 req-7bd92598-69ac-4373-951e-2be51b3bf6ef tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&id=6cd30451-de30-4fe5-ad87-6054f284cee0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559738 May 03 09:17:43.292944 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14a8a5-ea7c-400e-9450-f29dfecf3317 req-5403a2ac-1427-417b-98bb-cf5e6e11ab77 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:43.294399 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1e14a8a5-ea7c-400e-9450-f29dfecf3317 req-5403a2ac-1427-417b-98bb-cf5e6e11ab77 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0461836 May 03 09:17:43.341979 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1e14a8a5-ea7c-400e-9450-f29dfecf3317 req-7511a161-1f1c-4d21-a089-fe6f00f15925 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 May 03 09:17:44.452635 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41169c2d-e83c-4f8a-8ebf-24ddc8e5d47a req-b2255d34-6b17-4ef5-86b7-fc600e3612ab tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:44.454057 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-41169c2d-e83c-4f8a-8ebf-24ddc8e5d47a req-b2255d34-6b17-4ef5-86b7-fc600e3612ab tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0451224 May 03 09:17:44.503978 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-41169c2d-e83c-4f8a-8ebf-24ddc8e5d47a req-79a23f3a-0720-45f1-a74d-0b7946948535 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444510 May 03 09:17:45.613709 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed52ac-740d-46b2-93ec-41abca807db8 req-a7af2919-55be-4746-bbdc-f413298893f0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:45.615193 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5ed52ac-740d-46b2-93ec-41abca807db8 req-a7af2919-55be-4746-bbdc-f413298893f0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0451581 May 03 09:17:45.661548 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5ed52ac-740d-46b2-93ec-41abca807db8 req-d1bf490d-67c1-495f-a648-d1847962507e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 May 03 09:17:46.771654 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93cb7-2561-4b20-aa2c-43030d84966f req-b0f37c39-44d1-4f32-8392-d72390ef8dd9 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:46.773224 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-70b93cb7-2561-4b20-aa2c-43030d84966f req-b0f37c39-44d1-4f32-8392-d72390ef8dd9 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0453768 May 03 09:17:46.819613 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-70b93cb7-2561-4b20-aa2c-43030d84966f req-6735475e-a8e7-4c02-850b-7b1a0185373c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409963 May 03 09:17:47.933987 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef471-cabf-42e1-a114-2ce5241f1cf0 req-bb298728-1c12-4451-8d87-d60542f9ff74 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:47.935468 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-206ef471-cabf-42e1-a114-2ce5241f1cf0 req-bb298728-1c12-4451-8d87-d60542f9ff74 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0495024 May 03 09:17:47.983685 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-206ef471-cabf-42e1-a114-2ce5241f1cf0 req-0373485e-c59a-46a6-87fb-bbc074947197 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 May 03 09:17:49.093179 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770c91-12cf-4ff1-bfc8-f6f9f659c265 req-aad0a647-b4e0-45d5-ae92-ded451268b4a tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:49.094690 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dc770c91-12cf-4ff1-bfc8-f6f9f659c265 req-aad0a647-b4e0-45d5-ae92-ded451268b4a tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0447598 May 03 09:17:49.141504 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dc770c91-12cf-4ff1-bfc8-f6f9f659c265 req-7561c1e1-5825-49aa-bc93-3194c8021dba tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 May 03 09:17:50.251076 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c873a-ae7e-4236-b58d-3ed3db652fad req-67588b47-b17a-4d5e-9a6d-53a16482c450 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:50.252559 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-157c873a-ae7e-4236-b58d-3ed3db652fad req-67588b47-b17a-4d5e-9a6d-53a16482c450 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0458896 May 03 09:17:50.300425 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-157c873a-ae7e-4236-b58d-3ed3db652fad req-67a487b5-7792-4ce7-b07f-a431e7385cbc tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423949 May 03 09:17:51.414764 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec1cde-b3af-4389-84b9-e34c0311cde7 req-657907e8-e599-4996-b34a-3b3a6dc262ce tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:51.416246 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-10ec1cde-b3af-4389-84b9-e34c0311cde7 req-657907e8-e599-4996-b34a-3b3a6dc262ce tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0494230 May 03 09:17:51.463416 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-10ec1cde-b3af-4389-84b9-e34c0311cde7 req-6c733cd6-22b7-41a4-83a9-23c463920dd8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 May 03 09:17:52.576877 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acdf59-508a-4b46-aead-4308312a32f4 req-df3e04a0-1471-470b-8a3d-d31491efda86 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:52.578330 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14acdf59-508a-4b46-aead-4308312a32f4 req-df3e04a0-1471-470b-8a3d-d31491efda86 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0496204 May 03 09:17:52.625449 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14acdf59-508a-4b46-aead-4308312a32f4 req-675f0d54-2391-4609-9a5c-6806aad07969 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415528 May 03 09:17:53.574565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-7c8a5865-a12c-4824-a690-f757a566d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:53.576060 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-7c8a5865-a12c-4824-a690-f757a566d5f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1129 time: 0.0393419 May 03 09:17:53.673447 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-4db754b7-7193-4b5b-9d60-97c047b534cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:53.674929 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-4db754b7-7193-4b5b-9d60-97c047b534cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 200 len: 909 time: 0.0905862 May 03 09:17:53.736929 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e4e6-16a0-4417-acf5-6f26037ae612 req-98b79d87-1c74-4a52-8685-3b977d341ead tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:53.738400 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8af2e4e6-16a0-4417-acf5-6f26037ae612 req-98b79d87-1c74-4a52-8685-3b977d341ead tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0455468 May 03 09:17:53.743544 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-5a166666-8a82-4eca-bcce-e5a0e897c214 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 1000 time: 0.0573964 May 03 09:17:53.786550 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8af2e4e6-16a0-4417-acf5-6f26037ae612 req-1720357c-b5dc-4f3f-86b9-5d604660df17 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425084 May 03 09:17:53.792300 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-d432173b-f23d-45bc-91a1-a724374abb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:53.793733 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-d432173b-f23d-45bc-91a1-a724374abb50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c791802-20b9-415f-941a-5a81bb21889f HTTP/1.1" status: 200 len: 847 time: 0.0435266 May 03 09:17:53.840554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-de3a3d24-ad0d-4a2c-82ac-b3756d917696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:53.841936 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-de3a3d24-ad0d-4a2c-82ac-b3756d917696 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2008d54f-f792-4d1d-83bf-fd944d4b7d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409138 May 03 09:17:53.929323 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-552bf144-f6a6-4268-b74b-1285bab1ec43 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790944 May 03 09:17:54.020554 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0c8ba79-6873-49be-af71-e0b30b099c32 req-9142ddd2-4039-43e3-b643-15f91017db0f service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846543 May 03 09:17:54.896801 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19745b75-b460-4452-9479-b0abc44176c7 req-ae105b34-5a13-48df-b483-92c337cebbe7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:54.898262 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19745b75-b460-4452-9479-b0abc44176c7 req-ae105b34-5a13-48df-b483-92c337cebbe7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0457575 May 03 09:17:54.945041 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19745b75-b460-4452-9479-b0abc44176c7 req-6f58a399-d619-49ae-aa58-f2b29ab12d04 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 May 03 09:17:56.053580 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711fdfd-1a33-43b5-85fd-eca89bab8cd7 req-10157733-3f1a-4417-b08c-38f5a9c04bbc tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:56.055029 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9711fdfd-1a33-43b5-85fd-eca89bab8cd7 req-10157733-3f1a-4417-b08c-38f5a9c04bbc tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0451779 May 03 09:17:56.105174 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9711fdfd-1a33-43b5-85fd-eca89bab8cd7 req-4907a395-7bcd-4c9e-bdd5-01f889a6488e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446298 May 03 09:17:57.064438 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:57.214077 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74482cfe-7941-494c-a59d-418647e3dd81 req-2a5e1597-883c-4e39-814f-d7aba410a909 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:57.215463 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74482cfe-7941-494c-a59d-418647e3dd81 req-2a5e1597-883c-4e39-814f-d7aba410a909 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0456116 May 03 09:17:57.266276 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-74482cfe-7941-494c-a59d-418647e3dd81 req-9a036616-ca1a-47dc-bee3-0047a7200872 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453227 May 03 09:17:57.379427 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [req-996e694a-b2f7-4898-b208-256a86132152 req-9603aedd-ecf4-4038-8ef9-fc2abc9040c5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:17:57.380520 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-996e694a-b2f7-4898-b208-256a86132152 req-9603aedd-ecf4-4038-8ef9-fc2abc9040c5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520427 May 03 09:17:57.968814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b97a8173-3014-45ad-998c-93849867b462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:58.525802 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33376) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:17:58.540373 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5191-a478-4bc6-b5fb-557cc9bbddfd req-af382199-5524-4e7a-a676-4d613b026f1b tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:58.541808 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d70e5191-a478-4bc6-b5fb-557cc9bbddfd req-af382199-5524-4e7a-a676-4d613b026f1b tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0500805 May 03 09:17:58.613985 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d70e5191-a478-4bc6-b5fb-557cc9bbddfd req-7889aa90-38a2-4875-aef2-4eb0ba6e723e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664890 May 03 09:17:58.623867 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-fe101771-7686-4df3-99c9-e46416418b05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951467 May 03 09:17:58.632959 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-422853d2-8064-47fd-b314-63fb30316967 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:17:58.635080 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-422853d2-8064-47fd-b314-63fb30316967 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059695 May 03 09:17:59.699755 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device b5db4b3b-2efc-4e32-90d0-8eba9f301c65 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:17:59.720172 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33388) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:17:59.737209 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c368-9970-4bf2-be3c-2898902b7b82 req-27066891-b45b-4c83-b6d7-2fbb838c9f36 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:59.738684 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d7d6c368-9970-4bf2-be3c-2898902b7b82 req-27066891-b45b-4c83-b6d7-2fbb838c9f36 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0487030 May 03 09:17:59.787001 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 is: ACTIVE; New status is: DOWN {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:17:59.787392 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:59.795525 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d7d6c368-9970-4bf2-be3c-2898902b7b82 req-b98fd973-aac5-428d-a56d-b843c4befd27 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495992 May 03 09:17:59.814442 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:17:59.816704 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8471a6a9-14ba-4ab1-976d-876033d3c44d" -d '{"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-unplugged", "status": "completed", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:17:59.818007 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-1a90b668-d911-40cd-80cd-9ae3179c2d29 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:17:59.819335 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-1a90b668-d911-40cd-80cd-9ae3179c2d29 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports/b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 942 time: 0.0981760 May 03 09:17:59.827005 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:17:59.831583 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:17:59.885243 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:17:59.892723 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.893293 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.894072 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.894582 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.894914 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.895398 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.895724 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.896047 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.896436 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.896763 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.897085 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.897404 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.897865 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.898195 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.898510 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:17:59.907429 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de07b17-6cef-46d8-808f-094c56d34dba x-openstack-request-id: req-3de07b17-6cef-46d8-808f-094c56d34dba {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:17:59.908261 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-unplugged", "status": "failed", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65", "code": 422}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:17:59.908261 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3de07b17-6cef-46d8-808f-094c56d34dba {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:17:59.908444 dv-cinder-840279-1-iscsi neutron-server[103442]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3de07b17-6cef-46d8-808f-094c56d34dba']: {'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'code': 422} returned with failed status May 03 09:18:00.316722 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a91c010-1349-4e78-a6a7-8b59acdf2fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:00.911798 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895ab9d-666a-4ec5-85be-31f10bb8d397 req-8a9ab8ce-0e43-4505-847e-03efe6f20340 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:00.913106 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5895ab9d-666a-4ec5-85be-31f10bb8d397 req-8a9ab8ce-0e43-4505-847e-03efe6f20340 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0510671 May 03 09:18:00.962881 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5895ab9d-666a-4ec5-85be-31f10bb8d397 req-392c8f19-fef2-4eb9-a2e2-9915d6f12da6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 May 03 09:18:01.328500 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:02.073733 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff74f60-91bf-4294-9bf1-08a5db9ae0e4 req-ce5a6ccb-e208-493f-a532-7018ceb42da8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:02.075166 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff74f60-91bf-4294-9bf1-08a5db9ae0e4 req-ce5a6ccb-e208-493f-a532-7018ceb42da8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0450428 May 03 09:18:02.121705 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff74f60-91bf-4294-9bf1-08a5db9ae0e4 req-a42e34a3-9bab-4ec8-987d-c27e07afa296 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 May 03 09:18:02.831524 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:03.237250 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62151a7a-4af7-4564-ba49-1c16e0f2e0d6 req-86e1c192-984c-47cc-aa0f-b6940d601d4b tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:03.238903 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-62151a7a-4af7-4564-ba49-1c16e0f2e0d6 req-86e1c192-984c-47cc-aa0f-b6940d601d4b tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0512209 May 03 09:18:03.295309 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-62151a7a-4af7-4564-ba49-1c16e0f2e0d6 req-3e5cfbbf-2d88-4e1f-a0aa-7b3884bede17 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506010 May 03 09:18:04.364858 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:04.501234 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da08c-5f71-4098-8ec5-a2f6b945f27d req-66dc7e33-e7c8-4129-a733-6f670bd0d8f9 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:04.502690 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-611da08c-5f71-4098-8ec5-a2f6b945f27d req-66dc7e33-e7c8-4129-a733-6f670bd0d8f9 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0455291 May 03 09:18:04.549834 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-611da08c-5f71-4098-8ec5-a2f6b945f27d req-e2cdeaa4-ad78-41c0-bc08-f9b3be966f7e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 May 03 09:18:04.696003 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-e6e552bb-9cfa-4fd8-86a7-6b365e43b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:04.698049 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-e6e552bb-9cfa-4fd8-86a7-6b365e43b299 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f&tenant_id=3444fc5e89a24b7c9ec0e18369085501 HTTP/1.1" status: 200 len: 1127 time: 0.0417855 May 03 09:18:04.781375 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-6ff5ca42-0768-4318-8c48-a035aea4a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:04.782838 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-6ff5ca42-0768-4318-8c48-a035aea4a63c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1127 time: 0.0422294 May 03 09:18:04.874849 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-a8504a27-17e9-4b2d-8806-6b073b534594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:04.876497 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-a8504a27-17e9-4b2d-8806-6b073b534594 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 200 len: 909 time: 0.0872598 May 03 09:18:04.944170 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-d44578c3-ed8e-467b-af3c-b2a4d6407724 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 998 time: 0.0590882 May 03 09:18:04.989566 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-654066ca-8dad-45e6-9532-6f2db2ef46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:04.990854 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-654066ca-8dad-45e6-9532-6f2db2ef46db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c791802-20b9-415f-941a-5a81bb21889f HTTP/1.1" status: 200 len: 847 time: 0.0406303 May 03 09:18:05.031432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-269962fd-4489-4c67-838f-cdecac5b290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:05.032873 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-269962fd-4489-4c67-838f-cdecac5b290a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2008d54f-f792-4d1d-83bf-fd944d4b7d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0351813 May 03 09:18:05.120801 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-45c1f106-7a5a-49ff-ae1b-495510381ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817287 May 03 09:18:05.209460 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c746d88a-e2a9-4a00-bef5-b422e320985b req-4fe17b47-a374-44ad-b2f7-213ce9b69473 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814247 May 03 09:18:05.661581 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475758dd-0f60-4472-87cf-6b235f858d91 req-ab120785-5629-4247-8ea0-d01b9d2249b2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:05.663011 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-475758dd-0f60-4472-87cf-6b235f858d91 req-ab120785-5629-4247-8ea0-d01b9d2249b2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0452919 May 03 09:18:05.709038 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-475758dd-0f60-4472-87cf-6b235f858d91 req-f0f69405-70ce-4d33-8305-cd0a2b3cb360 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407021 May 03 09:18:06.822976 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2558cc-31cd-453a-bdfb-fad876cc1f97 req-fb097f1c-b2a1-41db-a41e-d40ed40834e2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:06.824444 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b2558cc-31cd-453a-bdfb-fad876cc1f97 req-fb097f1c-b2a1-41db-a41e-d40ed40834e2 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0455832 May 03 09:18:06.873197 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6b2558cc-31cd-453a-bdfb-fad876cc1f97 req-03df3104-6cc2-49d5-8eca-761faade695e tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 May 03 09:18:07.986482 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b092-9caf-4007-8176-bc0eb867ae70 req-cdae4c20-1d32-47be-b952-1ffb5d8ee852 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:07.987929 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd32b092-9caf-4007-8176-bc0eb867ae70 req-cdae4c20-1d32-47be-b952-1ffb5d8ee852 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0453711 May 03 09:18:08.034283 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dd32b092-9caf-4007-8176-bc0eb867ae70 req-2a7e0217-c0df-4816-a47c-6fa1ef5c96af tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402403 May 03 09:18:09.065999 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208204a-3212-45fc-9f6d-be552d67f956 req-7c920a3f-443a-4d8c-a7f3-70f14b5e52f4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:09.067395 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f208204a-3212-45fc-9f6d-be552d67f956 req-7c920a3f-443a-4d8c-a7f3-70f14b5e52f4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0489802 May 03 09:18:09.114071 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f208204a-3212-45fc-9f6d-be552d67f956 req-3a2a11ad-b281-4954-a19a-449aa2b37024 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402250 May 03 09:18:09.158688 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe7ccc-de5a-4c24-a1df-700455dbf4d8 req-b924f33f-5dbc-47de-8654-10227836d956 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:09.160151 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2efe7ccc-de5a-4c24-a1df-700455dbf4d8 req-b924f33f-5dbc-47de-8654-10227836d956 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0493286 May 03 09:18:09.206570 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2efe7ccc-de5a-4c24-a1df-700455dbf4d8 req-0b648562-21f5-4819-a328-33388637c443 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403149 May 03 09:18:09.722335 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:18:10.231383 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae5dfc-8457-432d-bff9-c2978d9e500c req-a2b332a8-babf-40a8-85f8-a9b00d8c100c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:10.232917 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-94ae5dfc-8457-432d-bff9-c2978d9e500c req-a2b332a8-babf-40a8-85f8-a9b00d8c100c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0455742 May 03 09:18:10.279256 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-94ae5dfc-8457-432d-bff9-c2978d9e500c req-46559fb5-15a9-437e-aca4-5544ba1d5855 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409083 May 03 09:18:10.317729 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbb3b6-65f4-424f-82fa-50d33009ecdc req-2033915d-2f0f-479a-9977-30eebd8a74e8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:10.319192 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5cbb3b6-65f4-424f-82fa-50d33009ecdc req-2033915d-2f0f-479a-9977-30eebd8a74e8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0464671 May 03 09:18:10.366026 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5cbb3b6-65f4-424f-82fa-50d33009ecdc req-5909b57d-4df4-452e-8f92-23dbe23d6dbb tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 May 03 09:18:10.959451 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-b55b92ad-5b81-4ea6-b8f3-c25d57495217 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:10.960923 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-b55b92ad-5b81-4ea6-b8f3-c25d57495217 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0476530 May 03 09:18:11.265549 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Deleting port a40b556c-0a71-4c96-ad1b-454ab18c4948 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:11.265892 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:11.352972 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] For port a40b556c-0a71-4c96-ad1b-454ab18c4948, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=a40b556c-0a71-4c96-ad1b-454ab18c4948,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:11.353655 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:11.396063 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961390cd-5ae4-4d28-a297-b2c94fd1b0e1 req-d2efcb3a-822e-4aeb-b899-8017a656643f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:11.398177 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-961390cd-5ae4-4d28-a297-b2c94fd1b0e1 req-d2efcb3a-822e-4aeb-b899-8017a656643f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 947 time: 0.0468037 May 03 09:18:11.449894 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-961390cd-5ae4-4d28-a297-b2c94fd1b0e1 req-75f94381-c334-4b6c-ae20-bc3904721aa6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=af58f7f2-82e4-41ff-bf8e-49461c07b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450988 May 03 09:18:11.536057 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9a211-d82f-46c7-bb70-0cc876805afc req-1a9cea31-d26e-48bd-a241-1339af7b0904 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:11.537541 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a3b9a211-d82f-46c7-bb70-0cc876805afc req-1a9cea31-d26e-48bd-a241-1339af7b0904 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0975277 May 03 09:18:11.633282 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a3b9a211-d82f-46c7-bb70-0cc876805afc req-2f383e2f-4206-427d-8574-ca97f65ce9f1 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895712 May 03 09:18:11.643049 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:11.643413 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (4ee00563-d5ad-4be1-ba29-4625d4397ad3), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:11.643793 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Floating IP 4ee00563-d5ad-4be1-ba29-4625d4397ad3 disassociated. External IP: 172.27.2.219, port: a40b556c-0a71-4c96-ad1b-454ab18c4948. May 03 09:18:11.644161 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Calling delete_port for a40b556c-0a71-4c96-ad1b-454ab18c4948 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:11.797818 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (a40b556c-0a71-4c96-ad1b-454ab18c4948), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:11.833788 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event deleted for resources: {'Port': ['ID=a40b556c-0a71-4c96-ad1b-454ab18c4948,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:11.843621 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.843966 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.844328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.844666 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.845020 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.845352 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.845679 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.845997 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.846320 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.846639 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.846959 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.847277 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.847594 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.847911 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.848257 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:11.954510 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Router 4fd3079d-6c07-4a44-b96d-327a80410911 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:18:12.062294 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:18:12.073204 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] Sync routers for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:18:12.087181 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:12.088174 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:12.123905 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] No DVR routers for this DVR port a40b556c-0a71-4c96-ad1b-454ab18c4948 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:18:12.127412 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:12.130819 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6f9eb285-cda6-4abd-af9b-8f4bdcdf94e9 req-9051cdd4-4d42-4f02-af9b-32d12a5debba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "DELETE /v2.0/ports/a40b556c-0a71-4c96-ad1b-454ab18c4948 HTTP/1.1" status: 204 len: 173 time: 1.1646335 May 03 09:18:12.131268 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-deleted', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:12.134472 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4a3f02-b61e-4784-aae5-8cc35494d4ed" -d '{"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-deleted", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:12.168440 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01fa5b6-a361-4f46-adbf-7662a5078858 x-openstack-request-id: req-d01fa5b6-a361-4f46-adbf-7662a5078858 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:12.168733 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6650d1d-59ad-4cad-ba82-daeceeacaf22", "name": "network-vif-deleted", "tag": "a40b556c-0a71-4c96-ad1b-454ab18c4948", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:12.168988 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d01fa5b6-a361-4f46-adbf-7662a5078858 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:12.169388 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01fa5b6-a361-4f46-adbf-7662a5078858'] response: {'server_uuid': 'c6650d1d-59ad-4cad-ba82-daeceeacaf22', 'name': 'network-vif-deleted', 'tag': 'a40b556c-0a71-4c96-ad1b-454ab18c4948', 'status': 'completed', 'code': 200} May 03 09:18:12.199324 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:12.389760 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:12.415885 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] Checking router: 4fd3079d-6c07-4a44-b96d-327a80410911 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:18:12.424397 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:12.424992 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:12.533247 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:12.555104 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f4e9e73a-bbb7-4e36-92a1-5045fdf440bc req-785d1433-e226-4209-a655-6c0fb85686bc tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6650d1d-59ad-4cad-ba82-daeceeacaf22 HTTP/1.1" status: 200 len: 210 time: 0.0278108 May 03 09:18:12.732857 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:12.754509 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dce79f-3def-4c24-b933-d85ee309583d req-92611c92-79e2-4ca1-962b-9d3b64efae75 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:12.755977 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-33dce79f-3def-4c24-b933-d85ee309583d req-92611c92-79e2-4ca1-962b-9d3b64efae75 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0516703 May 03 09:18:12.763381 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae79cd9-813f-45cf-9681-6e5fdb404603 None None] The sync data for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi is: [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:18:12.830718 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-33dce79f-3def-4c24-b933-d85ee309583d req-6de630ae-280a-4527-949e-77891fd22a5a tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683925 May 03 09:18:13.030091 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7db80c-6d5b-4d5e-97ce-322332547b2d None None] New status for floating IP 4ee00563-d5ad-4be1-ba29-4625d4397ad3: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:18:13.762420 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device b5db4b3b-2efc-4e32-90d0-8eba9f301c65 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:18:13.861748 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:13.874262 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'port_id': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:18:13.911749 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:13.912275 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:13.926936 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5db4b3b-2efc-4e32-90d0-8eba9f301c65 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:18:13.947491 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77283-ba5e-430e-b445-d5c4db4d2b32 req-4dff733b-1b1a-448a-8e17-3cf964532f30 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:13.948446 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:13.949264 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dbd77283-ba5e-430e-b445-d5c4db4d2b32 req-4dff733b-1b1a-448a-8e17-3cf964532f30 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 943 time: 0.0499041 May 03 09:18:13.953665 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:14.001707 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dbd77283-ba5e-430e-b445-d5c4db4d2b32 req-56e04a49-7da3-40a7-b549-cd9f79ec9b25 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460553 May 03 09:18:14.006759 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:14.536006 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['b5db4b3b-2efc-4e32-90d0-8eba9f301c65'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:18:14.677992 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33476) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:14.740364 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e611f345-e201-4543-ba0d-66638a700e24 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (af58f7f2-82e4-41ff-bf8e-49461c07b4ef), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:14.764139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e611f345-e201-4543-ba0d-66638a700e24 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (af58f7f2-82e4-41ff-bf8e-49461c07b4ef), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:14.816038 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e611f345-e201-4543-ba0d-66638a700e24 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (af58f7f2-82e4-41ff-bf8e-49461c07b4ef), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:14.819753 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e611f345-e201-4543-ba0d-66638a700e24 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:14.825698 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e611f345-e201-4543-ba0d-66638a700e24 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "DELETE /v2.0/security-groups/af58f7f2-82e4-41ff-bf8e-49461c07b4ef HTTP/1.1" status: 204 len: 168 time: 0.1426284 May 03 09:18:14.826006 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33478) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:14.834668 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f345-e201-4543-ba0d-66638a700e24 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af58f7f2-82e4-41ff-bf8e-49461c07b4ef,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:14.839871 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.api.v2.resource [None req-f707d426-f677-4259-bd47-60b5c8bf3994 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] show failed (client error): The resource could not be found. May 03 09:18:14.842427 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f707d426-f677-4259-bd47-60b5c8bf3994 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups/af58f7f2-82e4-41ff-bf8e-49461c07b4ef HTTP/1.1" status: 404 len: 347 time: 0.0152590 May 03 09:18:14.845079 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33480) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:15.125358 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab732ca-5c5c-449d-9d56-2cbaf795a651 req-d1c8e270-d69e-484d-a569-e18ea053e440 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:15.127084 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4ab732ca-5c5c-449d-9d56-2cbaf795a651 req-d1c8e270-d69e-484d-a569-e18ea053e440 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 944 time: 0.0535939 May 03 09:18:15.176585 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4ab732ca-5c5c-449d-9d56-2cbaf795a651 req-23f818e3-5ef6-4a37-9bab-9e85f42c6caa tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436292 May 03 09:18:15.181714 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Deleting port b7c45140-0ad7-41cb-ba5c-f0569683ab89 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:15.182057 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.256885 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.257212 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (b7c45140-0ad7-41cb-ba5c-f0569683ab89), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.273488 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Calling delete_port for b7c45140-0ad7-41cb-ba5c-f0569683ab89 owned by network:floatingip {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:15.407219 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (b7c45140-0ad7-41cb-ba5c-f0569683ab89), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.433041 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event deleted for resources: {'Port': ['ID=b7c45140-0ad7-41cb-ba5c-f0569683ab89,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:15.458197 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.458548 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.458886 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.459223 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.459554 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.459885 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.460243 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.460571 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.460891 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.461248 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.461573 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.461892 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.462211 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.462529 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.462933 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:15.504807 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (4ee00563-d5ad-4be1-ba29-4625d4397ad3), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.507252 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.508415 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4a655171-3573-4898-a4b7-dc0976551ad9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "DELETE /v2.0/floatingips/4ee00563-d5ad-4be1-ba29-4625d4397ad3 HTTP/1.1" status: 204 len: 168 time: 0.6623549 May 03 09:18:15.687185 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33488) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:15.691738 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-b85739b5-e40c-43a4-88a1-bb9ed7a029f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397196405', 'description': 'tempest-description--1476663469'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:15.711034 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b85739b5-e40c-43a4-88a1-bb9ed7a029f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.775132 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b85739b5-e40c-43a4-88a1-bb9ed7a029f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (7e2506fa-d4ab-4b84-8480-186e9a7d29f9), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.778507 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b85739b5-e40c-43a4-88a1-bb9ed7a029f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (7e2506fa-d4ab-4b84-8480-186e9a7d29f9), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.782828 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device b5db4b3b-2efc-4e32-90d0-8eba9f301c65 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:18:15.809369 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b85739b5-e40c-43a4-88a1-bb9ed7a029f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.810580 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b85739b5-e40c-43a4-88a1-bb9ed7a029f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1223619 May 03 09:18:15.813550 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33490) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:15.814729 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85739b5-e40c-43a4-88a1-bb9ed7a029f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2506fa-d4ab-4b84-8480-186e9a7d29f9,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:15.817973 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-7594c194-b79f-4a44-8b8a-b49169835fc8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'security_group_rule': {'security_group_id': '7e2506fa-d4ab-4b84-8480-186e9a7d29f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:15.833421 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:15.833800 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.843572 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7594c194-b79f-4a44-8b8a-b49169835fc8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (d4dd27b6-0dbf-4487-b77d-6b35dac2f899), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.897346 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7594c194-b79f-4a44-8b8a-b49169835fc8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (d4dd27b6-0dbf-4487-b77d-6b35dac2f899), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.902138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7594c194-b79f-4a44-8b8a-b49169835fc8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (d4dd27b6-0dbf-4487-b77d-6b35dac2f899), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.918426 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594c194-b79f-4a44-8b8a-b49169835fc8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dd27b6-0dbf-4487-b77d-6b35dac2f899,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:15.919012 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:15.919392 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.931453 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7594c194-b79f-4a44-8b8a-b49169835fc8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.932316 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7594c194-b79f-4a44-8b8a-b49169835fc8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177311 May 03 09:18:15.935844 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33492) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:15.942260 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-a8e0f0a9-d3cb-407b-8cc9-0f1a38c7a020 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'security_group_rule': {'security_group_id': '7e2506fa-d4ab-4b84-8480-186e9a7d29f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:15.947113 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:15.949358 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933af31-3a74-48c8-9aca-0d672d958ccf" -d '{"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-plugged", "status": "completed", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:15.959910 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:15.964911 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:15.966082 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:18:15.970417 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f0a9-d3cb-407b-8cc9-0f1a38c7a020 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (8bbb0672-08b4-463c-be1e-921ca5f2ae6f), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.006143 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59d6de-a77f-44a9-9b96-44e30435544b x-openstack-request-id: req-fb59d6de-a77f-44a9-9b96-44e30435544b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:16.006449 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-plugged", "status": "completed", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:16.006702 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb59d6de-a77f-44a9-9b96-44e30435544b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:16.007094 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb59d6de-a77f-44a9-9b96-44e30435544b'] response: {'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'code': 200} May 03 09:18:16.009527 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: a40b556c-0a71-4c96-ad1b-454ab18c4948 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:18:16.009881 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device a40b556c-0a71-4c96-ad1b-454ab18c4948 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:18:16.031398 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f0a9-d3cb-407b-8cc9-0f1a38c7a020 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (8bbb0672-08b4-463c-be1e-921ca5f2ae6f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.034651 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:16.036014 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f0a9-d3cb-407b-8cc9-0f1a38c7a020 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (8bbb0672-08b4-463c-be1e-921ca5f2ae6f), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.058441 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0f0a9-d3cb-407b-8cc9-0f1a38c7a020 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbb0672-08b4-463c-be1e-921ca5f2ae6f,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:16.065797 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f0a9-d3cb-407b-8cc9-0f1a38c7a020 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.066972 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a8e0f0a9-d3cb-407b-8cc9-0f1a38c7a020 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307573 May 03 09:18:16.069957 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33496) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:16.074134 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:16.093296 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.175516 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.288648 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b44d4-645e-4755-b829-c44246a969dd req-8ad4accf-0d3c-49ae-b576-1af709843831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:16.290217 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-500b44d4-645e-4755-b829-c44246a969dd req-8ad4accf-0d3c-49ae-b576-1af709843831 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1129 time: 0.0489039 May 03 09:18:16.320123 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Allocated IP 172.27.2.148 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:18:16.328223 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd75d3c-d238-4467-b282-4a74114f03ac req-1059702e-69b0-4729-ad54-e9dab961e838 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:16.329708 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2fd75d3c-d238-4467-b282-4a74114f03ac req-1059702e-69b0-4729-ad54-e9dab961e838 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0708139 May 03 09:18:16.341249 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-500b44d4-645e-4755-b829-c44246a969dd req-47b9e9fc-acac-4329-895e-75877597d245 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442827 May 03 09:18:16.435852 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2fd75d3c-d238-4467-b282-4a74114f03ac req-fdbc9b58-c9c8-4182-98df-b881cd1db71c tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977476 May 03 09:18:16.466899 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.499250 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.537769 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:18:16.541168 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:18:16.544686 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:18:16.569414 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'Port': ['ID=8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:16.634841 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.670295 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.819530 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.824127 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.894703 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'Port': ['ID=8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:16.903387 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.920513 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:16.922034 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5d6708d7-c63e-4e9b-89f8-3b7cdb2a31f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8511453 May 03 09:18:17.071273 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-e68f766c-608b-47ac-8d4a-0f9ea4b4a858 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1397196405&fields=id&tenant_id=dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 267 time: 0.0433855 May 03 09:18:17.173070 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-758dd524-4a75-41ef-a556-89292c7ce734 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:17.174518 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-758dd524-4a75-41ef-a556-89292c7ce734 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 816 time: 0.0965347 May 03 09:18:17.188415 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-cab0da7f-8509-4ae0-b0ac-8e1bd8176184 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/quotas/dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 375 time: 0.0086133 May 03 09:18:17.235415 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-d94caef0-6c9b-4c51-acdb-ab54d7da68a7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422776 May 03 09:18:17.332471 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-014eb313-6916-4853-9802-d502d7bd4269 service neutron] 10.222.0.23 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 May 03 09:18:17.421418 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-4a610296-6ba7-48bd-9bc7-a9c0763d8e8d service neutron] 10.222.0.23 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830898 May 03 09:18:17.548942 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ce8c-ede4-4c9a-b923-e17f6aa7bdb1 req-b1854402-6296-4f4d-874b-68fff17c7348 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:17.550564 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4191ce8c-ede4-4c9a-b923-e17f6aa7bdb1 req-b1854402-6296-4f4d-874b-68fff17c7348 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0494745 May 03 09:18:17.581054 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b4454855-f474-46c5-9de1-7e10deacb33c req-b49fd4e1-42c7-4156-93b2-8e2db5ec79d2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 210 time: 0.0290043 May 03 09:18:17.605268 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4191ce8c-ede4-4c9a-b923-e17f6aa7bdb1 req-addb1c0f-52df-4482-960e-2024afd9d3f4 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473447 May 03 09:18:18.686034 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ea274536-7bb2-4c2f-ab76-a7184f1bd310 req-0c60234f-a274-4d1d-8b64-8baf544f9a8f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 210 time: 0.0287352 May 03 09:18:18.723684 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50b7d9-1c38-4239-a8ce-d19da33378da req-92eaf97e-dca1-4daa-a56f-e988214ab0a4 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:18.725179 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc50b7d9-1c38-4239-a8ce-d19da33378da req-92eaf97e-dca1-4daa-a56f-e988214ab0a4 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0478208 May 03 09:18:18.772480 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc50b7d9-1c38-4239-a8ce-d19da33378da req-94ef1113-0f1a-4139-86fa-9f2a6e290cfe tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 May 03 09:18:19.113642 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-f522fd6d-fe5b-4ca6-8538-889068ca79a5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:19.115107 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-f522fd6d-fe5b-4ca6-8538-889068ca79a5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 816 time: 0.1027143 May 03 09:18:19.193055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-b5121ec9-890c-4618-95ef-20299e0c9ff4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 380 time: 0.0519800 May 03 09:18:19.284461 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'port': {'device_id': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'admin_state_up': True, 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'security_groups': ['7e2506fa-d4ab-4b84-8480-186e9a7d29f9']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:19.386333 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Made reservation on behalf of dd20006a6f1b4ef0951f86c839eb33ec for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:18:19.389555 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:19.511995 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Allocated IP 172.20.0.6 (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9/e8f4b0d6-2257-40c4-a35b-fe392450646e/9d87a560-4715-451d-90d7-5fd020cc8dc6) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:18:19.648651 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:19.679602 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:19.717969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:18:19.720645 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:18:19.723122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:18:19.773138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:19.812863 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:19.813485 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:19.836334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662dbec-6bfe-4757-a4c7-99baa05631a4 req-9efa14e4-87a1-4a35-bbf9-b34bc9997e6f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:19.837856 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1662dbec-6bfe-4757-a4c7-99baa05631a4 req-9efa14e4-87a1-4a35-bbf9-b34bc9997e6f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 931 time: 0.0773492 May 03 09:18:19.841482 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-3b336afe-7c10-48e9-a4f9-90ec2d76e07e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612140 May 03 09:18:19.861528 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Request body: {'port': {'device_id': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:19.917587 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1662dbec-6bfe-4757-a4c7-99baa05631a4 req-0af48a2c-a712-4642-8f3b-2cd57c1694d7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736928 May 03 09:18:19.942298 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:19.993083 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-55b765f6-d71d-4dc2-a372-87dcbbee2a0a None None] Provisioning complete for port 9d87a560-4715-451d-90d7-5fd020cc8dc6 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:19.993667 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55b765f6-d71d-4dc2-a372-87dcbbee2a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:20.029297 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-55b765f6-d71d-4dc2-a372-87dcbbee2a0a None None] Port 9d87a560-4715-451d-90d7-5fd020cc8dc6 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:18:20.202230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d87a560-4715-451d-90d7-5fd020cc8dc6 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:18:20.209895 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Publish callbacks [] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:20.222789 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Transition to ACTIVE for port object 9d87a560-4715-451d-90d7-5fd020cc8dc6 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:18:20.227809 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:20.276285 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:20.348832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Attempting to bind port 9d87a560-4715-451d-90d7-5fd020cc8dc6 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:18:20.349179 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Attempting to bind port 9d87a560-4715-451d-90d7-5fd020cc8dc6 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:18:20.349510 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Attempting to bind port 9d87a560-4715-451d-90d7-5fd020cc8dc6 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:18:20.354789 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Port 9d87a560-4715-451d-90d7-5fd020cc8dc6 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:18:20.355120 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Attempting to bind port 9d87a560-4715-451d-90d7-5fd020cc8dc6 on network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:18:20.360245 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:18:20.360594 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Checking segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:18:20.360985 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Bound using segment: {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:18:20.361414 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Bound port: 9d87a560-4715-451d-90d7-5fd020cc8dc6, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750bfc56-f85c-4869-890e-ceee90b16828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:18:20.361782 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:20.428816 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:18:20.431798 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:18:20.437467 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:20.471022 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:20.471642 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:20.473046 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] 10.222.0.36 "PUT /v2.0/ports/9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 1093 time: 0.6156161 May 03 09:18:20.473474 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:20.475682 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d570699e-43a2-4daa-849c-0805d8f40605" -d '{"events": [{"name": "network-changed", "server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:20.500866 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b1ba1-9df2-4186-885e-87d787b53c2d service neutron] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:20.534474 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42826ad-4221-436d-84d1-b40d8c39c4e4 x-openstack-request-id: req-a42826ad-4221-436d-84d1-b40d8c39c4e4 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:20.534864 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:20.535134 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a42826ad-4221-436d-84d1-b40d8c39c4e4 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:20.535527 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42826ad-4221-436d-84d1-b40d8c39c4e4'] response: {'name': 'network-changed', 'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'status': 'completed', 'code': 200} May 03 09:18:20.567627 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-9a36d9e4-5d0c-4129-9ab8-250a8e5e0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:20.569281 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-9a36d9e4-5d0c-4129-9ab8-250a8e5e0368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1127 time: 0.0437303 May 03 09:18:20.852664 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-405e0649-44e1-45ea-b1bf-c9db0f1500fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 217 time: 0.2703412 May 03 09:18:20.899797 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-223bf4f5-7176-4f52-8387-5c3d371fa8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:20.901211 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-223bf4f5-7176-4f52-8387-5c3d371fa8e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0427721 May 03 09:18:20.950989 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-640eb4bb-bf1e-4888-9005-5a4d9037afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:20.952508 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-640eb4bb-bf1e-4888-9005-5a4d9037afe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372777 May 03 09:18:21.069267 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa00f5-c1ce-4487-9d5d-52d99dbc8df5 req-c20591e6-625e-41fe-85a5-dda5ee7620aa tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:21.071380 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b4fa00f5-c1ce-4487-9d5d-52d99dbc8df5 req-c20591e6-625e-41fe-85a5-dda5ee7620aa tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0808935 May 03 09:18:21.087256 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-78c003cc-a617-4e3c-a2ee-cc712ed70b81 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281104 May 03 09:18:21.173663 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b4fa00f5-c1ce-4487-9d5d-52d99dbc8df5 req-41b00ad0-8693-4950-a3bb-ee24663416f7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966520 May 03 09:18:21.199704 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52f49e6e-9c25-4ce3-a91a-9dc5d7f89669 req-9a1a3162-a7a9-4ff4-bc8b-8813ccb309d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057472 May 03 09:18:22.293096 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95fb3-bef7-4158-aac1-7a6ee20304ac req-986d2168-3849-41c5-9ade-9bb3d4a331e0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:22.294546 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-04c95fb3-bef7-4158-aac1-7a6ee20304ac req-986d2168-3849-41c5-9ade-9bb3d4a331e0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0485704 May 03 09:18:22.339684 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-04c95fb3-bef7-4158-aac1-7a6ee20304ac req-ae06256e-d867-432b-a072-c4a9035c040e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 May 03 09:18:23.453120 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc24335-643f-4d0e-91e6-25412b790253 req-5f71ccba-ae88-4f86-8603-26d3ca93c64c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:23.454598 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ddc24335-643f-4d0e-91e6-25412b790253 req-5f71ccba-ae88-4f86-8603-26d3ca93c64c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0459206 May 03 09:18:23.499700 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ddc24335-643f-4d0e-91e6-25412b790253 req-e965a951-5272-4391-9965-9a4238d0aae3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397210 May 03 09:18:23.827741 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:18:23.923935 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:24.037172 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570699e-43a2-4daa-849c-0805d8f40605 req-cecfca36-274c-44af-8028-d25c198d32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:24.038678 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d570699e-43a2-4daa-849c-0805d8f40605 req-cecfca36-274c-44af-8028-d25c198d32a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1127 time: 0.0402701 May 03 09:18:24.061553 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'port_id': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'mac_address': 'fa:16:3e:56:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:18:24.098496 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 9d87a560-4715-451d-90d7-5fd020cc8dc6 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:24.098805 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:24.111297 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d87a560-4715-451d-90d7-5fd020cc8dc6 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:18:24.130720 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570699e-43a2-4daa-849c-0805d8f40605 req-15da1ef2-f767-4ed4-8a2c-371249b937cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:24.130935 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:24.132415 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d570699e-43a2-4daa-849c-0805d8f40605 req-15da1ef2-f767-4ed4-8a2c-371249b937cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.0880585 May 03 09:18:24.135393 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:24.171898 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d570699e-43a2-4daa-849c-0805d8f40605 req-ac64ea8f-46b9-4f26-a8d0-c02e7fabeee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 217 time: 0.0338900 May 03 09:18:24.180824 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:24.223484 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570699e-43a2-4daa-849c-0805d8f40605 req-d0a62fbe-9e51-4171-9368-9f98330bae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:24.224990 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d570699e-43a2-4daa-849c-0805d8f40605 req-d0a62fbe-9e51-4171-9368-9f98330bae7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0475821 May 03 09:18:24.268694 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570699e-43a2-4daa-849c-0805d8f40605 req-b38f92ea-8676-4d43-8722-1b8f61d3f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:24.270157 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d570699e-43a2-4daa-849c-0805d8f40605 req-b38f92ea-8676-4d43-8722-1b8f61d3f7cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382066 May 03 09:18:24.364474 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d570699e-43a2-4daa-849c-0805d8f40605 req-5748eedb-7e6f-442e-9d08-b398e6beb612 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877588 May 03 09:18:24.454673 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d570699e-43a2-4daa-849c-0805d8f40605 req-8b3e709d-03e4-4d7f-9b4b-c278f12f2661 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841813 May 03 09:18:24.612599 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cd5cf-ceba-4174-9b8c-833ba322178c req-9cfd1ae1-f221-4cee-b6c3-7fbadf58c845 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:24.613207 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['9d87a560-4715-451d-90d7-5fd020cc8dc6'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:18:24.614125 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-244cd5cf-ceba-4174-9b8c-833ba322178c req-9cfd1ae1-f221-4cee-b6c3-7fbadf58c845 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 944 time: 0.0459275 May 03 09:18:24.660628 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-244cd5cf-ceba-4174-9b8c-833ba322178c req-c0cd8783-acfd-4b0c-97fc-8865d9cc4b3f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 May 03 09:18:25.774526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2f3f0-0db4-486c-94cf-2056b1b08209 req-222f96b4-2cf9-4d3b-a2a3-69b8373de0c0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:25.776003 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7cc2f3f0-0db4-486c-94cf-2056b1b08209 req-222f96b4-2cf9-4d3b-a2a3-69b8373de0c0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 944 time: 0.0463057 May 03 09:18:25.823055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7cc2f3f0-0db4-486c-94cf-2056b1b08209 req-62cb3fce-2f44-4142-990c-89a68ccdabfc tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410335 May 03 09:18:25.847071 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:18:25.937515 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 9d87a560-4715-451d-90d7-5fd020cc8dc6 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:18:25.945980 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 9d87a560-4715-451d-90d7-5fd020cc8dc6 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:25.946309 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:26.080710 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 9d87a560-4715-451d-90d7-5fd020cc8dc6 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:26.081097 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:26.102817 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:26.105226 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09261653-c161-49c6-86ce-7305a320b591" -d '{"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:26.119771 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:26.123945 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:26.148155 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24f998c-3cf3-46ae-bfbc-e9db8dab292b x-openstack-request-id: req-b24f998c-3cf3-46ae-bfbc-e9db8dab292b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:26.148469 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:26.148727 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b24f998c-3cf3-46ae-bfbc-e9db8dab292b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:26.149119 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24f998c-3cf3-46ae-bfbc-e9db8dab292b'] response: {'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'code': 200} May 03 09:18:26.172949 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:26.348879 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a400f8-1afe-4ec7-84bd-9244c46f6db2 req-8ce74c08-9c95-4a7d-ba7d-703cbfdaca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:26.350368 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99a400f8-1afe-4ec7-84bd-9244c46f6db2 req-8ce74c08-9c95-4a7d-ba7d-703cbfdaca57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1129 time: 0.0408483 May 03 09:18:26.392506 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99a400f8-1afe-4ec7-84bd-9244c46f6db2 req-c817fba2-2103-4c0f-b5de-e5376e3f9873 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353856 May 03 09:18:26.939396 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9735b-00d1-4592-9c93-94d51727ec4d req-fb20d233-238c-4aa5-9016-fc783d5be868 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:26.940896 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b8b9735b-00d1-4592-9c93-94d51727ec4d req-fb20d233-238c-4aa5-9016-fc783d5be868 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0473642 May 03 09:18:26.985541 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b8b9735b-00d1-4592-9c93-94d51727ec4d req-eb095ce7-19f3-447d-a3f5-a082950934d8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 May 03 09:18:27.080373 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:27.969025 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a944c056-ab6b-462b-afec-2d78e848d7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:28.101827 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f380-ef5b-43a1-bb82-1efa7a2baf0b req-ad77b402-c893-47ed-af15-18cc82514b50 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:28.103270 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c2d1f380-ef5b-43a1-bb82-1efa7a2baf0b req-ad77b402-c893-47ed-af15-18cc82514b50 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0451937 May 03 09:18:28.152312 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c2d1f380-ef5b-43a1-bb82-1efa7a2baf0b req-871de9ea-f088-4d3d-9a75-a988923100c6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 May 03 09:18:28.262681 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f296af-f332-474c-bb58-73ff2d6818b2 req-55c002f9-0fb2-42b5-953a-f6f996362972 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:28.264201 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b7f296af-f332-474c-bb58-73ff2d6818b2 req-55c002f9-0fb2-42b5-953a-f6f996362972 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0461340 May 03 09:18:28.272540 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33562) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:28.276759 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Request body: {'floatingip': {'port_id': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:28.319945 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:28.758148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:28.761819 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:28.865933 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Floating IP 7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b associated. External IP: 172.27.2.148, port: 9d87a560-4715-451d-90d7-5fd020cc8dc6. May 03 09:18:29.076442 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Router 4fd3079d-6c07-4a44-b96d-327a80410911 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:18:29.184742 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:18:29.189457 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:29.193973 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] Sync routers for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:18:29.203598 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:29.204251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:29.218957 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4c7ad679-5cd7-490f-be53-4edf20849f7c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "PUT /v2.0/floatingips/7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b HTTP/1.1" status: 200 len: 991 time: 0.9453702 May 03 09:18:29.223552 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:29.223552 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda436e3-794d-4f3d-a822-d2edd4105ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:29.258264 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d82f2a-fe07-40f1-9506-9a6ee04b6aca x-openstack-request-id: req-77d82f2a-fe07-40f1-9506-9a6ee04b6aca {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:29.258554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:29.258806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77d82f2a-fe07-40f1-9506-9a6ee04b6aca {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:29.259212 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d82f2a-fe07-40f1-9506-9a6ee04b6aca'] response: {'name': 'network-changed', 'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'status': 'completed', 'code': 200} May 03 09:18:29.315529 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:29.366528 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-64c31e90-5823-4e16-a24b-23ffb24a6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:29.368461 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-64c31e90-5823-4e16-a24b-23ffb24a6ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1129 time: 0.0388944 May 03 09:18:29.460593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-b0d15d40-43d4-4375-b180-0d69885ce62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:29.462060 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-b0d15d40-43d4-4375-b180-0d69885ce62d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.0876458 May 03 09:18:29.526084 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-04f9edf3-49a3-49b6-98d4-952258d0b53a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 999 time: 0.0575595 May 03 09:18:29.530263 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'port_id': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'mac_address': 'fa:16:3e:56:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:18:16Z', 'updated_at': '2022-05-03T09:18:28Z', 'revision_number': 1, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:29.556952 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] Checking router: 4fd3079d-6c07-4a44-b96d-327a80410911 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:18:29.565069 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:29.565664 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:29.575810 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-a48772dd-a825-45e1-91d3-379a60e42a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:29.577303 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-a48772dd-a825-45e1-91d3-379a60e42a0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0444837 May 03 09:18:29.623380 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-f1ed0c1e-d441-4eaa-92aa-d84eae34c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:29.624841 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-f1ed0c1e-d441-4eaa-92aa-d84eae34c1be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408242 May 03 09:18:29.673972 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:29.894767 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'port_id': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'mac_address': 'fa:16:3e:56:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:18:16Z', 'updated_at': '2022-05-03T09:18:28Z', 'revision_number': 1, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:29.925367 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c7338-84ad-42eb-8b40-f6418d6398ce None None] The sync data for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi is: [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'port_id': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'mac_address': 'fa:16:3e:56:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:18:16Z', 'updated_at': '2022-05-03T09:18:28Z', 'revision_number': 1, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:18:29.955246 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-937cfb2d-f023-4927-b477-c70e5ca171fb service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216026 May 03 09:18:30.053667 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dda436e3-794d-4f3d-a822-d2edd4105ac6 req-c9535b38-6274-4be0-a096-ce436398c084 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866816 May 03 09:18:30.130463 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73105dc2-8791-480e-afef-939801703fa2 None None] New status for floating IP 7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:18:30.316799 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-933a2915-a769-4689-9473-764d622ba5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:31.339666 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:32.016271 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-824ff58b-80dd-4563-87d0-6d3b5feb8bd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363376 May 03 09:18:32.105130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-41edd6d6-deb3-479e-aba6-f1fe7a13116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:32.106622 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-41edd6d6-deb3-479e-aba6-f1fe7a13116b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 1130 time: 0.0393779 May 03 09:18:32.301367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-16618324-9733-424a-9bf4-7eedc5f38fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:32.303341 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-16618324-9733-424a-9bf4-7eedc5f38fc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 200 len: 920 time: 0.1114824 May 03 09:18:32.343089 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-24cfdaca-bb5e-4499-b380-23a1c484f666 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 HTTP/1.1" status: 200 len: 217 time: 0.0329943 May 03 09:18:32.392725 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-bbc19927-955a-4a3e-81e1-151be8b6873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:32.394119 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-bbc19927-955a-4a3e-81e1-151be8b6873f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 200 len: 858 time: 0.0447171 May 03 09:18:32.439537 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-2e7c9210-aff3-4c68-8da8-5ad3dd0d6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:32.441043 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-2e7c9210-aff3-4c68-8da8-5ad3dd0d6b14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0afe0dd-efab-4402-8ce7-9ff7a302358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374980 May 03 09:18:32.535015 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-326671d2-6543-4daf-b588-fb86c33ed755 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866899 May 03 09:18:32.633291 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-529c8043-af8b-4dab-aaa9-c03278fe8d67 req-2fb9dbef-9853-4beb-8611-4c166b41dca6 service neutron] 10.222.0.36 "GET /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 May 03 09:18:32.827642 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b107a-d6e3-462a-af30-7b271f4ca900 req-5c6d5427-0533-42ee-9cc4-eb05c0eca915 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:32.829190 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-727b107a-d6e3-462a-af30-7b271f4ca900 req-5c6d5427-0533-42ee-9cc4-eb05c0eca915 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0469034 May 03 09:18:32.833862 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:32.875747 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-727b107a-d6e3-462a-af30-7b271f4ca900 req-8e2842d5-7448-40d1-bc86-d38fb7e13d7b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 May 03 09:18:33.997965 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb1d9-f983-46ea-9658-a33eacce9895 req-bc6fe893-8ae5-40b5-b99f-92f8e9f0cd67 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:33.999470 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-412cb1d9-f983-46ea-9658-a33eacce9895 req-bc6fe893-8ae5-40b5-b99f-92f8e9f0cd67 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0492516 May 03 09:18:34.045696 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-412cb1d9-f983-46ea-9658-a33eacce9895 req-917bacdd-cc26-4c20-b6c8-9767e728a773 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 May 03 09:18:34.371589 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:35.161413 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af4754-ede7-41a4-aa40-362bc09fc3b8 req-91c41f54-9070-4bf3-abde-a6446a266028 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:35.162870 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3af4754-ede7-41a4-aa40-362bc09fc3b8 req-91c41f54-9070-4bf3-abde-a6446a266028 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0499787 May 03 09:18:35.208113 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3af4754-ede7-41a4-aa40-362bc09fc3b8 req-3e58733d-5cdb-4fbc-b60f-de9ac4d0796a tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 May 03 09:18:36.323419 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dd6e2-819d-4490-95ef-0f1073e4dc99 req-ea243651-9f69-49f1-80bf-4d4612edfd43 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:36.324927 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f23dd6e2-819d-4490-95ef-0f1073e4dc99 req-ea243651-9f69-49f1-80bf-4d4612edfd43 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0485559 May 03 09:18:36.370946 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f23dd6e2-819d-4490-95ef-0f1073e4dc99 req-8b467795-2307-4456-81ee-ba1eb0536a5d tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405717 May 03 09:18:37.133025 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-c36447dc-f3c4-456a-a373-b73a7e5ec1c6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:37.134481 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-c36447dc-f3c4-456a-a373-b73a7e5ec1c6 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0475287 May 03 09:18:37.218066 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Deleting port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:37.218354 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:37.310664 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] For port 1c59539a-a765-4c2a-ba85-66850c0d2fe0, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1c59539a-a765-4c2a-ba85-66850c0d2fe0,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:37.311029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:37.515953 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ef3dd-436f-4476-8fc2-0c73347904aa req-b5fb86f3-ed1d-44b8-9951-bfafeff81022 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:37.517432 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5d9ef3dd-436f-4476-8fc2-0c73347904aa req-b5fb86f3-ed1d-44b8-9951-bfafeff81022 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b1fe7ae-b953-4ff0-8865-421365a0796c HTTP/1.1" status: 200 len: 945 time: 0.0640812 May 03 09:18:37.519273 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:37.519638 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:37.519955 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Floating IP 8a171432-9786-42ff-b74a-e79ff82f5e2f disassociated. External IP: 172.27.2.11, port: 1c59539a-a765-4c2a-ba85-66850c0d2fe0. May 03 09:18:37.520321 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Calling delete_port for 1c59539a-a765-4c2a-ba85-66850c0d2fe0 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:37.610923 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5d9ef3dd-436f-4476-8fc2-0c73347904aa req-8e1989f7-7b60-41c0-8de8-66c09bed976e tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f017a22-e578-447c-af30-53dd2c41b857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859096 May 03 09:18:37.682325 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (1c59539a-a765-4c2a-ba85-66850c0d2fe0), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:37.709771 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event deleted for resources: {'Port': ['ID=1c59539a-a765-4c2a-ba85-66850c0d2fe0,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:37.822908 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Router 08188bf4-a41f-428d-bbe5-405cfc3e3cce has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:18:37.931936 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:18:37.942309 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] Sync routers for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:18:37.952369 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:37.952981 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:37.974689 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] No DVR routers for this DVR port 1c59539a-a765-4c2a-ba85-66850c0d2fe0 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:18:37.977782 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:37.981208 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66fdaf6a-e1ad-4e82-95cb-5dacfa15cca9 req-e0a41a3e-7ed0-467d-b0e0-a6d861206971 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "DELETE /v2.0/ports/1c59539a-a765-4c2a-ba85-66850c0d2fe0 HTTP/1.1" status: 204 len: 173 time: 0.8410413 May 03 09:18:37.981584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'name': 'network-vif-deleted', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:37.983799 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38cc9a1-e130-407b-821d-a63fb3068765" -d '{"events": [{"server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "name": "network-vif-deleted", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:38.024964 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8cfc93-1d97-44be-bd83-f2f38b11c231 x-openstack-request-id: req-df8cfc93-1d97-44be-bd83-f2f38b11c231 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:38.025269 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1fe7ae-b953-4ff0-8865-421365a0796c", "name": "network-vif-deleted", "tag": "1c59539a-a765-4c2a-ba85-66850c0d2fe0", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:38.025517 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df8cfc93-1d97-44be-bd83-f2f38b11c231 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:38.025928 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8cfc93-1d97-44be-bd83-f2f38b11c231'] response: {'server_uuid': '6b1fe7ae-b953-4ff0-8865-421365a0796c', 'name': 'network-vif-deleted', 'tag': '1c59539a-a765-4c2a-ba85-66850c0d2fe0', 'status': 'completed', 'code': 200} May 03 09:18:38.064583 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:38.264694 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:38.290016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] Checking router: 08188bf4-a41f-428d-bbe5-405cfc3e3cce for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:18:38.298983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:38.299561 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:38.406183 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:38.694164 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33604) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:38.718946 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:38.746545 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7224fff-06f3-4cda-a8a8-a37a82edbf1a None None] The sync data for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi is: [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:33Z', 'revision_number': 4, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'd5b7c80e-42ac-4988-a11d-d935969f41ba', 'name': '', 'network_id': 'e0afe0dd-efab-4402-8ce7-9ff7a302358d', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'mac_address': 'fa:16:3e:47:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:32Z', 'updated_at': '2022-05-03T09:11:43Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'subnets': [{'id': '4063c591-f872-44ca-9d8a-0421b5505ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:18:38.750599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e6200f3a-0db2-4ff7-9453-09b2bd669c28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group (6f017a22-e578-447c-af30-53dd2c41b857), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:38.775130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e6200f3a-0db2-4ff7-9453-09b2bd669c28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group (6f017a22-e578-447c-af30-53dd2c41b857), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:38.828848 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e6200f3a-0db2-4ff7-9453-09b2bd669c28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (6f017a22-e578-447c-af30-53dd2c41b857), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:38.831599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e6200f3a-0db2-4ff7-9453-09b2bd669c28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:38.832811 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e6200f3a-0db2-4ff7-9453-09b2bd669c28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f017a22-e578-447c-af30-53dd2c41b857 HTTP/1.1" status: 204 len: 168 time: 0.1376319 May 03 09:18:38.835550 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33606) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:38.842028 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6200f3a-0db2-4ff7-9453-09b2bd669c28 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f017a22-e578-447c-af30-53dd2c41b857,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:38.852686 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.api.v2.resource [None req-82883caa-fe51-40c7-9d3c-cfe4fb16ef72 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] show failed (client error): The resource could not be found. May 03 09:18:38.853690 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-82883caa-fe51-40c7-9d3c-cfe4fb16ef72 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups/6f017a22-e578-447c-af30-53dd2c41b857 HTTP/1.1" status: 404 len: 347 time: 0.0170503 May 03 09:18:38.856961 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33608) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:38.983744 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b47a0-4033-4588-be0e-dc08df1cda15 None None] New status for floating IP 8a171432-9786-42ff-b74a-e79ff82f5e2f: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:18:38.988500 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Deleting port d3ecfd23-f001-4209-947d-c3c4a9232d12 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:38.988850 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:39.064647 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:39.064974 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (d3ecfd23-f001-4209-947d-c3c4a9232d12), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:39.077329 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Calling delete_port for d3ecfd23-f001-4209-947d-c3c4a9232d12 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:39.219048 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (d3ecfd23-f001-4209-947d-c3c4a9232d12), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:39.245123 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event deleted for resources: {'Port': ['ID=d3ecfd23-f001-4209-947d-c3c4a9232d12,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:39.315886 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks [] for floatingip (8a171432-9786-42ff-b74a-e79ff82f5e2f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:39.318590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:39.319786 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7063f2f1-6339-4fcc-bb55-7d3d58d5c9c8 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "DELETE /v2.0/floatingips/8a171432-9786-42ff-b74a-e79ff82f5e2f HTTP/1.1" status: 204 len: 168 time: 0.4617786 May 03 09:18:41.769212 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d5d31-2437-462e-ad51-8116f23dc9dd req-a0d200dd-1af9-4014-8507-5d2c17edf2cb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:41.770659 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-731d5d31-2437-462e-ad51-8116f23dc9dd req-a0d200dd-1af9-4014-8507-5d2c17edf2cb tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0454471 May 03 09:18:41.816892 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-731d5d31-2437-462e-ad51-8116f23dc9dd req-5b14e6e3-a2ae-4a3d-828f-55a57496ee43 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 May 03 09:18:41.930183 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1c59539a-a765-4c2a-ba85-66850c0d2fe0 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:18:41.950776 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 1c59539a-a765-4c2a-ba85-66850c0d2fe0 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:18:41.951122 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1c59539a-a765-4c2a-ba85-66850c0d2fe0 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:18:42.659111 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-5c8b4bfd-4ed6-4fb8-b497-cf7df81f179c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:42.660568 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-5c8b4bfd-4ed6-4fb8-b497-cf7df81f179c tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0449181 May 03 09:18:42.746610 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Deleting port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:42.746943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:42.831434 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] For port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:42.831796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:42.844971 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Calling delete_port for 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:42.945943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4acf-4c1f-4d76-86ff-2c72a46d6328 req-09f6dc18-4724-4260-a584-f614615084e9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:42.947411 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-efaa4acf-4c1f-4d76-86ff-2c72a46d6328 req-09f6dc18-4724-4260-a584-f614615084e9 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8833d9-c651-4b1a-8d91-3a365905049d HTTP/1.1" status: 200 len: 946 time: 0.0593352 May 03 09:18:43.026523 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-efaa4acf-4c1f-4d76-86ff-2c72a46d6328 req-df002194-7451-42d4-b750-aa3af618e273 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731723 May 03 09:18:43.056648 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (1f9fd1ef-4645-44fe-ada2-c263eaf85ee3), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:43.083847 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event deleted for resources: {'Port': ['ID=1f9fd1ef-4645-44fe-ada2-c263eaf85ee3,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:43.101419 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['1f9fd1ef-4645-44fe-ada2-c263eaf85ee3', '5490ded6-895b-4ad2-b00e-d9ddcb685865'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:18:43.134443 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] No DVR routers for this DVR port 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:18:43.137060 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:43.140332 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-25702cf6-25ca-40aa-a2bd-7173f85e83c5 req-d5f20f43-1bc6-47cd-b68c-0f98ad4a569f tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "DELETE /v2.0/ports/1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 HTTP/1.1" status: 204 len: 173 time: 0.4745176 May 03 09:18:43.140769 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'name': 'network-vif-deleted', 'tag': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:43.142995 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4910ec-aa50-4698-b141-40f32b6dd9bd" -d '{"events": [{"server_uuid": "fd8833d9-c651-4b1a-8d91-3a365905049d", "name": "network-vif-deleted", "tag": "1f9fd1ef-4645-44fe-ada2-c263eaf85ee3"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:43.181521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb3372c-787b-4c30-8236-2b79faa74515 x-openstack-request-id: req-ffb3372c-787b-4c30-8236-2b79faa74515 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:43.181953 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8833d9-c651-4b1a-8d91-3a365905049d", "name": "network-vif-deleted", "tag": "1f9fd1ef-4645-44fe-ada2-c263eaf85ee3", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:43.182284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffb3372c-787b-4c30-8236-2b79faa74515 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:43.182787 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb3372c-787b-4c30-8236-2b79faa74515'] response: {'server_uuid': 'fd8833d9-c651-4b1a-8d91-3a365905049d', 'name': 'network-vif-deleted', 'tag': '1f9fd1ef-4645-44fe-ada2-c263eaf85ee3', 'status': 'completed', 'code': 200} May 03 09:18:44.297679 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146f351-f00a-497f-b238-28e3700b1009 req-cceb21b3-2818-4ac9-b341-054257476d5b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:44.299119 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8146f351-f00a-497f-b238-28e3700b1009 req-cceb21b3-2818-4ac9-b341-054257476d5b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0460649 May 03 09:18:44.344471 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8146f351-f00a-497f-b238-28e3700b1009 req-6778d514-8c32-47de-a32b-4f3d43a65a5b tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 May 03 09:18:45.457471 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61eec7-fdb3-41e2-9202-7f5650fb8c12 req-434f4681-24ab-40e3-9cb8-7839cd4ccfb7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:45.458892 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8a61eec7-fdb3-41e2-9202-7f5650fb8c12 req-434f4681-24ab-40e3-9cb8-7839cd4ccfb7 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0450342 May 03 09:18:45.503593 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8a61eec7-fdb3-41e2-9202-7f5650fb8c12 req-f2e8d48f-48bf-42af-9c10-7f267bfd9cc2 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385659 May 03 09:18:45.933749 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:18:45.954154 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:18:45.954490 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 1f9fd1ef-4645-44fe-ada2-c263eaf85ee3 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:18:46.614046 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864549c6-102c-4330-80a8-7aa26808cecb req-87f5d0a3-58fc-4ac1-b17e-712e672086c5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:46.615603 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-864549c6-102c-4330-80a8-7aa26808cecb req-87f5d0a3-58fc-4ac1-b17e-712e672086c5 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0454283 May 03 09:18:46.670536 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-864549c6-102c-4330-80a8-7aa26808cecb req-43caf6b9-746c-4343-9ac8-110b71eace04 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/security-groups?id=16125015-2002-4996-a611-d6c723ec3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488396 May 03 09:18:46.720606 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:18:47.206015 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-47b2fe19-c571-477d-a2f6-c5464b655905 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:47.207379 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-47b2fe19-c571-477d-a2f6-c5464b655905 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 945 time: 0.0455978 May 03 09:18:47.294353 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Deleting port 5490ded6-895b-4ad2-b00e-d9ddcb685865 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:47.294986 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:47.382406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] For port 5490ded6-895b-4ad2-b00e-d9ddcb685865, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5490ded6-895b-4ad2-b00e-d9ddcb685865,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:47.382762 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:47.395031 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Calling delete_port for 5490ded6-895b-4ad2-b00e-d9ddcb685865 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:47.523791 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (5490ded6-895b-4ad2-b00e-d9ddcb685865), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:47.552888 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Pushing event deleted for resources: {'Port': ['ID=5490ded6-895b-4ad2-b00e-d9ddcb685865,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:47.567710 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['5490ded6-895b-4ad2-b00e-d9ddcb685865'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:18:47.596116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] No DVR routers for this DVR port 5490ded6-895b-4ad2-b00e-d9ddcb685865 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:18:47.598486 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:47.602030 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-240f7c44-3b90-4d3d-95bc-3d6e2bcdfdf3 req-aeaf7898-6285-4ef0-b4c6-34c657775732 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.36 "DELETE /v2.0/ports/5490ded6-895b-4ad2-b00e-d9ddcb685865 HTTP/1.1" status: 204 len: 173 time: 0.3884151 May 03 09:18:47.602488 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'name': 'network-vif-deleted', 'tag': '5490ded6-895b-4ad2-b00e-d9ddcb685865'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:47.604776 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc22262-ad6c-424e-8372-7016e82a75ac" -d '{"events": [{"server_uuid": "fd3bfa3b-3edf-44d9-8151-049bfcabf79a", "name": "network-vif-deleted", "tag": "5490ded6-895b-4ad2-b00e-d9ddcb685865"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:47.641675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c6f49-716c-4058-9cb4-0b399d6ac924 x-openstack-request-id: req-416c6f49-716c-4058-9cb4-0b399d6ac924 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:47.642268 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3bfa3b-3edf-44d9-8151-049bfcabf79a", "name": "network-vif-deleted", "tag": "5490ded6-895b-4ad2-b00e-d9ddcb685865", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:47.642268 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-416c6f49-716c-4058-9cb4-0b399d6ac924 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:47.642620 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416c6f49-716c-4058-9cb4-0b399d6ac924'] response: {'server_uuid': 'fd3bfa3b-3edf-44d9-8151-049bfcabf79a', 'name': 'network-vif-deleted', 'tag': '5490ded6-895b-4ad2-b00e-d9ddcb685865', 'status': 'completed', 'code': 200} May 03 09:18:47.770767 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8e94f3fa-0c44-4d2b-a72f-646e18ef7265 req-bd63df04-f214-4653-b02b-701d2d163a99 tempest-ServerRescueNegativeTestJSON-629961496 tempest-ServerRescueNegativeTestJSON-629961496-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd3bfa3b-3edf-44d9-8151-049bfcabf79a HTTP/1.1" status: 200 len: 210 time: 0.0305841 May 03 09:18:48.830421 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33656) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:49.557031 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (08188bf4-a41f-428d-bbe5-405cfc3e3cce), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:49.835154 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Deleting port d5b7c80e-42ac-4988-a11d-d935969f41ba {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:49.835834 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:49.911661 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] For port d5b7c80e-42ac-4988-a11d-d935969f41ba, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=d5b7c80e-42ac-4988-a11d-d935969f41ba,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:49.912019 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:49.925115 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Calling delete_port for d5b7c80e-42ac-4988-a11d-d935969f41ba owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:50.104042 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (d5b7c80e-42ac-4988-a11d-d935969f41ba), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:50.133013 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b7c80e-42ac-4988-a11d-d935969f41ba,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:50.299025 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (08188bf4-a41f-428d-bbe5-405cfc3e3cce), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:50.508548 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Router 08188bf4-a41f-428d-bbe5-405cfc3e3cce has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:18:50.614395 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:18:50.619553 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8669be04-4e30-4f9a-b016-a30738081c0e admin admin] 10.222.0.23 "PUT /v2.0/routers/08188bf4-a41f-428d-bbe5-405cfc3e3cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881200 May 03 09:18:50.622661 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33662) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:50.624339 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] Sync routers for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:18:50.633861 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:50.634472 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:50.725745 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks [] for router (08188bf4-a41f-428d-bbe5-405cfc3e3cce), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:50.740155 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:50.831003 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks [] for router_gateway (08188bf4-a41f-428d-bbe5-405cfc3e3cce), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:50.875798 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Deleting port 572c991e-0381-4378-85ee-6233369f2825 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:50.876526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (572c991e-0381-4378-85ee-6233369f2825), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:50.906774 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '572c991e-0381-4378-85ee-6233369f2825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:18:50Z', 'revision_number': 5, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port': {'id': '572c991e-0381-4378-85ee-6233369f2825', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:27Z', 'updated_at': '2022-05-03T09:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:50.942452 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] Checking router: 08188bf4-a41f-428d-bbe5-405cfc3e3cce for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:18:50.951996 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] Routers {'08188bf4-a41f-428d-bbe5-405cfc3e3cce'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:50.952655 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:50.958183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] For port 572c991e-0381-4378-85ee-6233369f2825, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=572c991e-0381-4378-85ee-6233369f2825,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:50.958550 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (572c991e-0381-4378-85ee-6233369f2825), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:50.977044 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Calling delete_port for 572c991e-0381-4378-85ee-6233369f2825 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:51.041110 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] Set router 08188bf4-a41f-428d-bbe5-405cfc3e3cce gateway port host: None {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:51.093193 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:18:50Z', 'revision_number': 6, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:51.123505 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff7895-4319-41c4-a095-8c647a3b0349 None None] The sync data for ids ['08188bf4-a41f-428d-bbe5-405cfc3e3cce'] in dv-cinder-840279-1-iscsi is: [{'id': '08188bf4-a41f-428d-bbe5-405cfc3e3cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1486961516-router', 'tenant_id': '7842b8edaf5847d387b8390dc4cf09b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:18:50Z', 'revision_number': 6, 'project_id': '7842b8edaf5847d387b8390dc4cf09b4', 'gw_port_host': None}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:18:51.145018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (572c991e-0381-4378-85ee-6233369f2825), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.171857 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=572c991e-0381-4378-85ee-6233369f2825,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:51.231870 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (08188bf4-a41f-428d-bbe5-405cfc3e3cce), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.336651 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (08188bf4-a41f-428d-bbe5-405cfc3e3cce), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.339325 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks [] for router_controller (08188bf4-a41f-428d-bbe5-405cfc3e3cce), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.402108 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (08188bf4-a41f-428d-bbe5-405cfc3e3cce), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.402603 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08188bf4-a41f-428d-bbe5-405cfc3e3cce {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:18:51.407313 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.408471 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-af900d8d-bf89-42ba-b108-9c9bf75d4e3b admin admin] 10.222.0.23 "DELETE /v2.0/routers/08188bf4-a41f-428d-bbe5-405cfc3e3cce HTTP/1.1" status: 204 len: 168 time: 0.7848880 May 03 09:18:51.411204 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33668) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:51.460034 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] Deleting subnet 4063c591-f872-44ca-9d8a-0421b5505ff7 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:18:51.463471 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] Publish callbacks [] for subnet (4063c591-f872-44ca-9d8a-0421b5505ff7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.501948 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (4063c591-f872-44ca-9d8a-0421b5505ff7), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.607366 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (4063c591-f872-44ca-9d8a-0421b5505ff7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.660187 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (4063c591-f872-44ca-9d8a-0421b5505ff7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.686749 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4063c591-f872-44ca-9d8a-0421b5505ff7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:51.688734 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.694201 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f4ff9d9e-e6ec-43d2-8fa0-21abe2407d45 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4063c591-f872-44ca-9d8a-0421b5505ff7 HTTP/1.1" status: 204 len: 168 time: 0.2797849 May 03 09:18:51.694350 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf46d8-2de0-485e-83c4-02ca6db60ad2 None None] Network e0afe0dd-efab-4402-8ce7-9ff7a302358d requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:18:51.694812 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33670) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:51.761420 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (e0afe0dd-efab-4402-8ce7-9ff7a302358d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.821115 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Deleting port a58d40a6-4cfc-4afa-88e9-b971b1176901 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:51.821458 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.870259 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] DHCP port deletion for e0afe0dd-efab-4402-8ce7-9ff7a302358d request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:18:51.907725 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-f4143baf-675d-48f3-8b5b-09ff10df223b tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225252459&fields=id&tenant_id=d637f953ac02425ca534eafe4fd59ff7 HTTP/1.1" status: 200 len: 267 time: 0.1060545 May 03 09:18:51.909403 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] For port a58d40a6-4cfc-4afa-88e9-b971b1176901, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=a58d40a6-4cfc-4afa-88e9-b971b1176901,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:51.909771 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.916541 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] Deleting port a58d40a6-4cfc-4afa-88e9-b971b1176901 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:51.916845 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:51.950165 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Calling delete_port for a58d40a6-4cfc-4afa-88e9-b971b1176901 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:51.974771 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5490ded6-895b-4ad2-b00e-d9ddcb685865 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:18:52.005683 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 5490ded6-895b-4ad2-b00e-d9ddcb685865 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:18:52.006029 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5490ded6-895b-4ad2-b00e-d9ddcb685865 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:18:52.016210 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] For port a58d40a6-4cfc-4afa-88e9-b971b1176901, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=a58d40a6-4cfc-4afa-88e9-b971b1176901,segment=NetworkSegment(d9da191a-20b0-4c18-8ef8-d8f406371e71),segment_id=d9da191a-20b0-4c18-8ef8-d8f406371e71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:52.016588 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.031028 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] Calling delete_port for a58d40a6-4cfc-4afa-88e9-b971b1176901 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:52.153230 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.183430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] Pushing event deleted for resources: {'Port': ['ID=a58d40a6-4cfc-4afa-88e9-b971b1176901,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:52.186984 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509b3fc-4419-4ab2-aadb-47d5e204d5b0 None None] No DVR routers for this DVR port a58d40a6-4cfc-4afa-88e9-b971b1176901 on host dv-cinder-840279-1-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:18:52.234159 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-5b81b018-f8cb-4be6-a4e4-f96b3b1b2bd6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:52.235611 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-5b81b018-f8cb-4be6-a4e4-f96b3b1b2bd6 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 985 time: 0.3184385 May 03 09:18:52.268235 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Request body: {'port': {'security_groups': ['9f08cd78-8b1a-43e3-b825-baf82ffc2361']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:52.363411 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.372276 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (a58d40a6-4cfc-4afa-88e9-b971b1176901), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.403119 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] No DVR routers for this DVR port a58d40a6-4cfc-4afa-88e9-b971b1176901 on host dv-cinder-840279-1-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:18:52.407524 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58d40a6-4cfc-4afa-88e9-b971b1176901,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:52.518275 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (e0afe0dd-efab-4402-8ce7-9ff7a302358d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.547483 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0afe0dd-efab-4402-8ce7-9ff7a302358d']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:52.561598 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9da191a-20b0-4c18-8ef8-d8f406371e71') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:52.561895 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9da191a-20b0-4c18-8ef8-d8f406371e71') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:52.584056 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (d9da191a-20b0-4c18-8ef8-d8f406371e71), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.608019 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (d9da191a-20b0-4c18-8ef8-d8f406371e71), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.645950 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:18:52.646338 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (d9da191a-20b0-4c18-8ef8-d8f406371e71), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: self.session.flush() May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: self.session.flush() May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: self.session.flush() May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: self.session.flush() May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:18:52.647973 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:18:52.713962 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:52.716439 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (e0afe0dd-efab-4402-8ce7-9ff7a302358d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.720755 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.723903 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e0afe0dd-efab-4402-8ce7-9ff7a302358d HTTP/1.1" status: 204 len: 168 time: 1.0285163 May 03 09:18:52.748149 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170e963-c01d-4537-baac-9d2f1e467f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0afe0dd-efab-4402-8ce7-9ff7a302358d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:52.768916 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.773295 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.814319 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:18:52.823382 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:52.824214 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:52.825745 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ad0e31e3-0f43-40c1-a841-26722141bf0a req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "PUT /v2.0/ports/e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 943 time: 0.5631635 May 03 09:18:52.826315 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:52.832115 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd81ef0-67fe-4f61-9c8a-b77a07c11361" -d '{"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:52.832491 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33678) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:52.842797 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33680) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:52.855155 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e86e6d-08ec-4eef-97a3-554f5e6b97a2 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event updated for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=7']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:52.891829 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0745fa3f-ea3f-41ad-8e89-0faefc3dbf0e x-openstack-request-id: req-0745fa3f-ea3f-41ad-8e89-0faefc3dbf0e {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:52.891829 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:52.892118 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0745fa3f-ea3f-41ad-8e89-0faefc3dbf0e {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:52.892369 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0745fa3f-ea3f-41ad-8e89-0faefc3dbf0e'] response: {'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'status': 'completed', 'code': 200} May 03 09:18:52.941266 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33682) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:52.947269 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-0b852fc6-6c6f-491f-b23f-9927bcb32076 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7842b8edaf5847d387b8390dc4cf09b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1036699 May 03 09:18:52.969772 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:18:52.975374 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a86921e-d2e7-4cc4-8a8d-b6b0f28cdae7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group (6cd30451-de30-4fe5-ad87-6054f284cee0), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.014003 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a86921e-d2e7-4cc4-8a8d-b6b0f28cdae7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group (6cd30451-de30-4fe5-ad87-6054f284cee0), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.042588 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-ad77894f-6fea-4fe1-83f1-7922a0f42ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:53.044711 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-ad77894f-6fea-4fe1-83f1-7922a0f42ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1130 time: 0.0786095 May 03 09:18:53.052496 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device d5b7c80e-42ac-4988-a11d-d935969f41ba no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:18:53.093680 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: d5b7c80e-42ac-4988-a11d-d935969f41ba {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:18:53.094430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device d5b7c80e-42ac-4988-a11d-d935969f41ba not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:18:53.094944 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device a58d40a6-4cfc-4afa-88e9-b971b1176901 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:18:53.103403 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a86921e-d2e7-4cc4-8a8d-b6b0f28cdae7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (6cd30451-de30-4fe5-ad87-6054f284cee0), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.106959 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a86921e-d2e7-4cc4-8a8d-b6b0f28cdae7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.108400 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-0a86921e-d2e7-4cc4-8a8d-b6b0f28cdae7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "DELETE /v2.0/security-groups/6cd30451-de30-4fe5-ad87-6054f284cee0 HTTP/1.1" status: 204 len: 168 time: 0.2748387 May 03 09:18:53.115265 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33684) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:53.117532 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6e084723-8b1c-4270-94da-5b3d168cbd19 admin admin] Publish callbacks [] for security_group (16125015-2002-4996-a611-d6c723ec3be4), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.118458 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86921e-d2e7-4cc4-8a8d-b6b0f28cdae7 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd30451-de30-4fe5-ad87-6054f284cee0,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:53.131405 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: a58d40a6-4cfc-4afa-88e9-b971b1176901 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:18:53.132065 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device a58d40a6-4cfc-4afa-88e9-b971b1176901 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:18:53.132504 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 572c991e-0381-4378-85ee-6233369f2825 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:18:53.167387 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 572c991e-0381-4378-85ee-6233369f2825 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:18:53.167731 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 572c991e-0381-4378-85ee-6233369f2825 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:18:53.203939 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-af93f0f3-c2ba-4475-ab14-9b9e5a213f0f None None] Provisioning complete for port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:53.204333 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af93f0f3-c2ba-4475-ab14-9b9e5a213f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.230275 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6e084723-8b1c-4270-94da-5b3d168cbd19 admin admin] Publish callbacks [] for security_group (16125015-2002-4996-a611-d6c723ec3be4), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.300324 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-d737b9e8-970e-4ad1-ae89-50be02f88cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:53.301679 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-d737b9e8-970e-4ad1-ae89-50be02f88cf3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 200 len: 916 time: 0.2487926 May 03 09:18:53.317234 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-af93f0f3-c2ba-4475-ab14-9b9e5a213f0f None None] Current status of the port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:53.411920 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6e084723-8b1c-4270-94da-5b3d168cbd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (16125015-2002-4996-a611-d6c723ec3be4), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.414452 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6e084723-8b1c-4270-94da-5b3d168cbd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.415569 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6e084723-8b1c-4270-94da-5b3d168cbd19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16125015-2002-4996-a611-d6c723ec3be4 HTTP/1.1" status: 204 len: 168 time: 0.4745402 May 03 09:18:53.417434 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-a1e67e68-5ec4-436f-9270-dc7bc886902d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 1001 time: 0.1089964 May 03 09:18:53.440779 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084723-8b1c-4270-94da-5b3d168cbd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16125015-2002-4996-a611-d6c723ec3be4,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:53.442380 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Deleting port b31accfb-82a5-4133-bdd8-309a8cd4c333 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:53.442721 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.526664 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-317b6707-d542-40a1-86ab-10f8448dc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:53.528185 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-317b6707-d542-40a1-86ab-10f8448dc0c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c617893-c8f9-4437-959f-fcb78d7bf8ed HTTP/1.1" status: 200 len: 854 time: 0.1020591 May 03 09:18:53.580910 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.581241 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for floatingip (b31accfb-82a5-4133-bdd8-309a8cd4c333), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.590418 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-0e25dab8-4f13-4719-bddb-cd85509aa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:53.591954 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-0e25dab8-4f13-4719-bddb-cd85509aa6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e11de7-9c72-44cc-942b-06c8b6680967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561357 May 03 09:18:53.597577 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Calling delete_port for b31accfb-82a5-4133-bdd8-309a8cd4c333 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:18:53.762241 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-323ffbe4-beea-4ed6-9a1d-cb04696ba35a service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625500 May 03 09:18:53.902036 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-acd81ef0-67fe-4f61-9c8a-b77a07c11361 req-2f885aea-8ee9-4285-827a-d0e5b4db1d0d service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298602 May 03 09:18:53.914052 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (b31accfb-82a5-4133-bdd8-309a8cd4c333), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:53.939683 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event deleted for resources: {'Port': ['ID=b31accfb-82a5-4133-bdd8-309a8cd4c333,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:54.007600 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks [] for floatingip (0ed41795-86c1-4a8e-a904-bfba9514a39d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.008343 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Floating IP 0ed41795-86c1-4a8e-a904-bfba9514a39d disassociated (deleted). External IP: 172.27.2.88, port: e2b2dea8-f3c7-41dd-840f-1c77bd7d0809. May 03 09:18:54.095683 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33708) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:54.190581 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1872732703-network', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:54.213271 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Made reservation on behalf of 2c46713419c64f88b550ff6b057cdcc6 for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:18:54.216620 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.220803 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:18:54.225904 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.300321 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks [] for security_group (27b81900-84cc-469a-8399-b85305100731), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.304151 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (27b81900-84cc-469a-8399-b85305100731), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.329186 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:18:54.345292 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (dcb6eb03-62c5-473f-bbf0-c80fe0882b14), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.345637 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Added segment dcb6eb03-62c5-473f-bbf0-c80fe0882b14 of type vlan for network 979edde2-cd51-41e7-9684-3d81251f47b3 May 03 09:18:54.346946 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b81900-84cc-469a-8399-b85305100731,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:54.347276 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:18:54.351726 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.363634 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] Sync routers for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:18:54.373909 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:54.374301 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:54.381660 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-db5c4aae-bcb7-494d-b402-56ee5ceaa886 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "DELETE /v2.0/floatingips/0ed41795-86c1-4a8e-a904-bfba9514a39d HTTP/1.1" status: 204 len: 168 time: 1.2650125 May 03 09:18:54.403394 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (979edde2-cd51-41e7-9684-3d81251f47b3), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.429225 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (979edde2-cd51-41e7-9684-3d81251f47b3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.433227 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:54.434088 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.467548 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3704379 May 03 09:18:54.470347 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33716) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:54.475762 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Request body: {'subnet': {'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1872732703-subnet', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:54.499350 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Made reservation on behalf of 2c46713419c64f88b550ff6b057cdcc6 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:18:54.501205 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:54.503007 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369078'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.509020 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cd81a-65b8-4e09-9f32-c023d90ff696 admin admin] Pushing event updated for resources: {'Network': ['ID=979edde2-cd51-41e7-9684-3d81251f47b3,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:54.527706 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 979edde2-cd51-41e7-9684-3d81251f47b3 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:18:54.727406 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:54.728844 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4835042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369064'] for subnet (3ff937fe-aed1-412b-942e-cbb410fd75ea), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.753620 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] Checking router: 72b58a1a-a8fe-49d1-99f8-bb08bf514962 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:18:54.762270 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:54.762866 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:54.787831 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff937fe-aed1-412b-942e-cbb410fd75ea,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:54.792568 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Checking segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:18:54.792929 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Network hostable DHCP agents. Network: 979edde2-cd51-41e7-9684-3d81251f47b3, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:18:54.810967 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Network 979edde2-cd51-41e7-9684-3d81251f47b3 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:18:54.819795 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 979edde2-cd51-41e7-9684-3d81251f47b3) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:18:54.824748 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:54.825349 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.829389 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b77ac-3f2c-469c-b028-b0fa3c399d69 None None] Network 979edde2-cd51-41e7-9684-3d81251f47b3 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:18:54.842903 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2db6186f-5641-4eaf-9b29-c5ddeecf4d7b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3714733 May 03 09:18:54.845698 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33722) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:54.850169 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:54.871303 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.872523 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:54.876595 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:54.893342 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:18:54.897330 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff4d725-7d0c-40e7-9b16-3803483fc964" -d '{"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:18:54.942710 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b4881b-eb97-43be-8551-4c0d1168c469 x-openstack-request-id: req-18b4881b-eb97-43be-8551-4c0d1168c469 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:18:54.943333 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:18:54.943736 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18b4881b-eb97-43be-8551-4c0d1168c469 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:18:54.944325 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b4881b-eb97-43be-8551-4c0d1168c469'] response: {'name': 'network-changed', 'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'status': 'completed', 'code': 200} May 03 09:18:54.945663 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks [] for router_controller (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), precommit_add_association {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.072276 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-979edde2-cd51-41e7-9684-3d81251f47b3', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:18:55.073166 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.095875 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks [] for router_gateway (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.117231 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:55.145462 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1b940-c8e8-49eb-be94-e03f831c34fc None None] The sync data for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi is: [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:14:49Z', 'revision_number': 4, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'be7fcd0b-644c-4074-aacf-58cd9a688cff', 'name': '', 'network_id': 'e3e11de7-9c72-44cc-942b-06c8b6680967', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'mac_address': 'fa:16:3e:84:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:48Z', 'updated_at': '2022-05-03T09:14:53Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'subnets': [{'id': '3c617893-c8f9-4437-959f-fcb78d7bf8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:18:55.216114 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Allocated IP 172.20.0.2 (979edde2-cd51-41e7-9684-3d81251f47b3/3ff937fe-aed1-412b-942e-cbb410fd75ea/655f394b-f1aa-4e09-9cbc-0f13aeb13abc) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:18:55.232618 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-a5618caf-45a4-44d9-9c70-5203158120ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:55.234231 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-a5618caf-45a4-44d9-9c70-5203158120ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d637f953ac02425ca534eafe4fd59ff7&device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 1130 time: 0.0623155 May 03 09:18:55.311817 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks [] for router_gateway (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.336814 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.386931 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Publish callbacks [] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.394010 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-55ff4e1c-4f7c-4a11-9346-eac52341e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:55.395983 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-55ff4e1c-4f7c-4a11-9346-eac52341e972 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 200 len: 916 time: 0.1216815 May 03 09:18:55.396815 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.442939 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Network 979edde2-cd51-41e7-9684-3d81251f47b3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:18:55.450934 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:18:55.452782 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Pushing event updated for resources: {'Port': ['ID=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:55.453002 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-e04d76db-c78b-4879-b73b-60c50951c5a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 200 len: 217 time: 0.0444319 May 03 09:18:55.454962 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:18:55.475080 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Allocated IP 172.27.2.26 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/8afcc316-b99b-4f81-b851-92576e4110f9) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:18:55.513625 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-ec739ccf-2545-46d0-81c1-de03b40f4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:55.515367 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-ec739ccf-2545-46d0-81c1-de03b40f4ab6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c617893-c8f9-4437-959f-fcb78d7bf8ed HTTP/1.1" status: 200 len: 854 time: 0.0548885 May 03 09:18:55.521872 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Attempting to bind port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:18:55.522243 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Attempting to bind port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:18:55.522941 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Attempting to bind port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc on network 979edde2-cd51-41e7-9684-3d81251f47b3 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:18:55.528369 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:18:55.528982 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Checking segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:18:55.529186 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.529676 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Bound using segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:18:55.530143 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Bound port: 655f394b-f1aa-4e09-9cbc-0f13aeb13abc, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:18:55.530884 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.538458 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de321d3b-851d-46e5-8cee-468bb1243417 None None] New status for floating IP 0ed41795-86c1-4a8e-a904-bfba9514a39d: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:18:55.563924 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-f578dcc2-2d56-4166-b7dd-2e553273b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:55.565479 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-f578dcc2-2d56-4166-b7dd-2e553273b4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e11de7-9c72-44cc-942b-06c8b6680967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421894 May 03 09:18:55.611306 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks [] for port (8afcc316-b99b-4f81-b851-92576e4110f9), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.654658 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.675331 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] For port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:18:55.682682 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] For port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:18:55.693800 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:55.710184 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:18:55.714006 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:18:55.721965 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:18:55.744269 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-7808a61e-8ae5-4b99-b9d3-a6e57d84badb service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545486 May 03 09:18:55.773291 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Pushing event updated for resources: {'Port': ['ID=8afcc316-b99b-4f81-b851-92576e4110f9,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:55.793966 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4741-cd9c-4825-bbaf-d2a8af21cda1 None None] Pushing event updated for resources: {'Port': ['ID=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:55.856310 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ff4d725-7d0c-40e7-9b16-3803483fc964 req-6234c51f-0626-4286-8fe5-861f57846c85 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026881 May 03 09:18:56.083230 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks [] for router_gateway (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:56.508789 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:56.643193 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:18:56.756133 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:18:56.765602 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Sync routers for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:18:56.774802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:56.778719 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-af71f9fb-f3bc-4c70-aff6-023e3858f88b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9292793 May 03 09:18:56.778873 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:56.778873 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:56.779105 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33736) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:56.795173 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e741e-f0e4-4e79-a240-105c42aa76fc None None] Network 979edde2-cd51-41e7-9684-3d81251f47b3 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:18:56.881628 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-4301549b-9e3b-4da4-afce-c4efc3df88ca None None] Provisioning complete for port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:56.882298 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4301549b-9e3b-4da4-afce-c4efc3df88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:56.985480 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:57.013184 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4301549b-9e3b-4da4-afce-c4efc3df88ca None None] Current status of the port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:57.013617 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4301549b-9e3b-4da4-afce-c4efc3df88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.073864 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4301549b-9e3b-4da4-afce-c4efc3df88ca None None] For port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:57.087883 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4301549b-9e3b-4da4-afce-c4efc3df88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.165708 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 655f394b-f1aa-4e09-9cbc-0f13aeb13abc up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:18:57.223929 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:55Z', 'revision_number': 3, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:57.227936 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.262403 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Checking router: 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:18:57.262798 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Updating router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 port 8afcc316-b99b-4f81-b851-92576e4110f9 binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:18:57.267620 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:57.268350 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.299529 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.299752 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301549b-9e3b-4da4-afce-c4efc3df88ca None None] Pushing event updated for resources: {'Port': ['ID=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:57.327782 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e8dafb45-da44-46f2-9202-86b004aff186 None None] Provisioning complete for port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:57.327782 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8dafb45-da44-46f2-9202-86b004aff186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.413925 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.431971 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580251-d296-492e-a5fd-d9c562e32a2c req-2dc77170-722a-4df7-9dec-6d3548eac3e9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:57.433543 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c8580251-d296-492e-a5fd-d9c562e32a2c req-2dc77170-722a-4df7-9dec-6d3548eac3e9 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0557861 May 03 09:18:57.439035 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:57.459917 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e8dafb45-da44-46f2-9202-86b004aff186 None None] Current status of the port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:57.488619 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c8580251-d296-492e-a5fd-d9c562e32a2c req-c1b5edd0-809b-4fc6-92bf-07c2d5ffc3ac tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 May 03 09:18:57.577989 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Allocated IP 172.20.0.1 (979edde2-cd51-41e7-9684-3d81251f47b3/3ff937fe-aed1-412b-942e-cbb410fd75ea/950daae5-003b-4e64-8fcc-2ae29532ffcf) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:18:57.607831 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Publish callbacks [] for port (8afcc316-b99b-4f81-b851-92576e4110f9), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.613137 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.662104 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Attempting to bind port 8afcc316-b99b-4f81-b851-92576e4110f9 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:18:57.662878 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Attempting to bind port 8afcc316-b99b-4f81-b851-92576e4110f9 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:18:57.662878 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Attempting to bind port 8afcc316-b99b-4f81-b851-92576e4110f9 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:18:57.669957 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Pushing event updated for resources: {'Port': ['ID=8afcc316-b99b-4f81-b851-92576e4110f9,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:57.673100 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:18:57.673545 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:18:57.673931 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.674310 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:18:57.674771 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Bound port: 8afcc316-b99b-4f81-b851-92576e4110f9, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:18:57.675142 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.681101 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.681441 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.681811 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.682693 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.683032 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.683357 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.683682 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.684002 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.684347 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.684667 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.684988 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.685321 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.685642 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.685749 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks [] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.685955 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.686267 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:18:57.718626 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.736209 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] For port 8afcc316-b99b-4f81-b851-92576e4110f9, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:18:57.739285 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] For port 8afcc316-b99b-4f81-b851-92576e4110f9, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=8afcc316-b99b-4f81-b851-92576e4110f9,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:18:57.746066 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.757512 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Network 979edde2-cd51-41e7-9684-3d81251f47b3 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:18:57.761130 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:18:57.766783 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:18:57.790649 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=950daae5-003b-4e64-8fcc-2ae29532ffcf,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:57.796842 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:57.797539 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:57.808690 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.857714 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4fe87-1af3-461a-8107-1165e75425a4 None None] Pushing event updated for resources: {'Port': ['ID=8afcc316-b99b-4f81-b851-92576e4110f9,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:57.928385 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:18:57.961943 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.976236 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03b3c169-3061-4c1a-8a20-df62f1d45706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:57.988773 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-93a9829f-4c81-44fa-8b5d-b385baf970d3 None None] Provisioning complete for port 950daae5-003b-4e64-8fcc-2ae29532ffcf triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:57.989212 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93a9829f-4c81-44fa-8b5d-b385baf970d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:58.026190 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-93a9829f-4c81-44fa-8b5d-b385baf970d3 None None] Port 950daae5-003b-4e64-8fcc-2ae29532ffcf cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:18:58.102190 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:55Z', 'revision_number': 3, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:58.126615 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks [] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:58.128718 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61436f-ae58-4dc0-954d-114a016f2525 None None] The sync data for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi is: [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:55Z', 'revision_number': 3, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:18:58.131168 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:58.202951 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:58.204774 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=950daae5-003b-4e64-8fcc-2ae29532ffcf,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:58.298075 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Network 979edde2-cd51-41e7-9684-3d81251f47b3 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:18:58.299532 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:18:58.453939 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:18:58.557436 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6d1e95c6-0a21-4e69-b109-b9a2b6941df2 None None] Provisioning complete for port 950daae5-003b-4e64-8fcc-2ae29532ffcf triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:58.557751 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d1e95c6-0a21-4e69-b109-b9a2b6941df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:58.595179 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e95c6-0a21-4e69-b109-b9a2b6941df2 None None] Port 950daae5-003b-4e64-8fcc-2ae29532ffcf cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:18:58.596923 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:18:58.604126 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b9b7ad28-5659-4672-8977-ec677c073cc2 admin admin] 10.222.0.23 "PUT /v2.0/routers/26038c8b-a9a0-4e8e-a2d1-99d1732a2946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228800 May 03 09:18:58.640430 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49e17e-1cf2-4dca-9efa-aef9cca5b547 req-02417ef6-77f5-4ba0-9944-dd65459498fd tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:58.641964 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0f49e17e-1cf2-4dca-9efa-aef9cca5b547 req-02417ef6-77f5-4ba0-9944-dd65459498fd tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0590177 May 03 09:18:58.692231 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0f49e17e-1cf2-4dca-9efa-aef9cca5b547 req-6a798af9-c01b-4216-a684-6bd2c4495536 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 May 03 09:18:59.016727 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33754) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:59.021143 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-ee879213-c638-4708-8172-05378b842e49 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279142655', 'description': 'tempest-description--1512422893'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:59.044000 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee879213-c638-4708-8172-05378b842e49 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.098360 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 655f394b-f1aa-4e09-9cbc-0f13aeb13abc up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:18:59.129085 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee879213-c638-4708-8172-05378b842e49 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (3f1bb2f6-1098-449c-9572-4b3b94211d2d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.132758 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee879213-c638-4708-8172-05378b842e49 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (3f1bb2f6-1098-449c-9572-4b3b94211d2d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.144714 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:59.145091 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.164541 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee879213-c638-4708-8172-05378b842e49 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.167003 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ee879213-c638-4708-8172-05378b842e49 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1480260 May 03 09:18:59.169562 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33756) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:59.171213 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee879213-c638-4708-8172-05378b842e49 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1bb2f6-1098-449c-9572-4b3b94211d2d,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:59.174593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-6d71d29b-226e-4546-960f-82192f301a4c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'security_group_rule': {'security_group_id': '3f1bb2f6-1098-449c-9572-4b3b94211d2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:59.199727 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6d71d29b-226e-4546-960f-82192f301a4c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (0ee3f65c-a62f-401d-9d5e-5e41c96dc607), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.234098 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:59.235157 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 8afcc316-b99b-4f81-b851-92576e4110f9 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:18:59.256294 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6d71d29b-226e-4546-960f-82192f301a4c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (0ee3f65c-a62f-401d-9d5e-5e41c96dc607), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.260392 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6d71d29b-226e-4546-960f-82192f301a4c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (0ee3f65c-a62f-401d-9d5e-5e41c96dc607), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.278260 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71d29b-226e-4546-960f-82192f301a4c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee3f65c-a62f-401d-9d5e-5e41c96dc607,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:59.284861 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6d71d29b-226e-4546-960f-82192f301a4c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.285908 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6d71d29b-226e-4546-960f-82192f301a4c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148095 May 03 09:18:59.288668 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33758) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:59.289594 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 8afcc316-b99b-4f81-b851-92576e4110f9 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:18:59.289973 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.293675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-1352b509-02df-4b39-b9c9-7c7059e8072a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'security_group_rule': {'security_group_id': '3f1bb2f6-1098-449c-9572-4b3b94211d2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:59.323630 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1352b509-02df-4b39-b9c9-7c7059e8072a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (5a9e4d5c-e71e-4a5d-80d1-72c8c53ccbf0), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.371339 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 8afcc316-b99b-4f81-b851-92576e4110f9 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:18:59.371653 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.378843 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1352b509-02df-4b39-b9c9-7c7059e8072a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (5a9e4d5c-e71e-4a5d-80d1-72c8c53ccbf0), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.382589 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1352b509-02df-4b39-b9c9-7c7059e8072a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (5a9e4d5c-e71e-4a5d-80d1-72c8c53ccbf0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.392780 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 8afcc316-b99b-4f81-b851-92576e4110f9, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=8afcc316-b99b-4f81-b851-92576e4110f9,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:18:59.396984 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.399463 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352b509-02df-4b39-b9c9-7c7059e8072a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9e4d5c-e71e-4a5d-80d1-72c8c53ccbf0,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:59.408368 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1352b509-02df-4b39-b9c9-7c7059e8072a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.412970 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1352b509-02df-4b39-b9c9-7c7059e8072a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199524 May 03 09:18:59.413114 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33760) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:18:59.418069 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:18:59.440920 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.446289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=8afcc316-b99b-4f81-b851-92576e4110f9,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:18:59.528905 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.601599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-87edb5d3-6201-4d55-a1a1-7c75c7ae7305 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:18:59.603062 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-87edb5d3-6201-4d55-a1a1-7c75c7ae7305 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.0829401 May 03 09:18:59.733810 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Allocated IP 172.27.2.94 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/255532fc-7650-42bc-bbb2-ad56477790bc) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:18:59.740610 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Deleting port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:18:59.740949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:18:59.812290 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Sync routers for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:18:59.825387 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:18:59.826046 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:18:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:18:59.950187 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:00.046429 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421245-28a1-493c-a4af-07138e16d397 req-d1e11ef4-5856-40e3-92be-765b43f71b50 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:00.047932 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-95421245-28a1-493c-a4af-07138e16d397 req-d1e11ef4-5856-40e3-92be-765b43f71b50 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 946 time: 0.2852066 May 03 09:19:00.097207 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-95421245-28a1-493c-a4af-07138e16d397 req-69316bf6-c2f5-43ca-aec8-ea36ee5b4f6d tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f08cd78-8b1a-43e3-b825-baf82ffc2361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 May 03 09:19:00.159821 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] For port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:00.160210 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.161421 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:18:58Z', 'revision_number': 2, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:00.182707 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Calling delete_port for e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:00.188346 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Checking router: 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:00.188641 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Updating router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 port 950daae5-003b-4e64-8fcc-2ae29532ffcf binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:19:00.195043 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for port (255532fc-7650-42bc-bbb2-ad56477790bc), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.215773 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.288295 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (255532fc-7650-42bc-bbb2-ad56477790bc), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.339138 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a04dccb6-face-415e-aaf3-1bdd3c3c2f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.363470 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:00.373003 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'Port': ['ID=255532fc-7650-42bc-bbb2-ad56477790bc,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:00.375450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:00.379582 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:00.429527 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (e2b2dea8-f3c7-41dd-840f-1c77bd7d0809), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.464258 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Pushing event deleted for resources: {'Port': ['ID=e2b2dea8-f3c7-41dd-840f-1c77bd7d0809,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:00.483522 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:19:00.525734 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Publish callbacks [] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.531709 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.572822 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] No DVR routers for this DVR port e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:19:00.577973 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.581271 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5afe83a3-708b-44dc-bd2a-f5727b1e2f06 req-0e700f8c-c25d-4200-935e-77297d8752cf tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.36 "DELETE /v2.0/ports/e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 HTTP/1.1" status: 204 len: 173 time: 0.9710617 May 03 09:19:00.581720 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'name': 'network-vif-deleted', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:19:00.583984 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85318194-eece-42b8-aa6a-9170b526113e" -d '{"events": [{"server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "name": "network-vif-deleted", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:19:00.585927 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Pushing event updated for resources: {'Port': ['ID=950daae5-003b-4e64-8fcc-2ae29532ffcf,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:00.592367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (1a7c259f-80df-4063-89e1-7630b19261fa), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.595604 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.595960 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.596389 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.596670 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.597017 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.597347 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.597976 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.598164 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.598469 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.598801 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.599119 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.599443 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.599761 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.600081 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.600419 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:00.658487 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (255532fc-7650-42bc-bbb2-ad56477790bc), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.669820 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Attempting to bind port 950daae5-003b-4e64-8fcc-2ae29532ffcf on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:00.670195 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Attempting to bind port 950daae5-003b-4e64-8fcc-2ae29532ffcf by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:00.670492 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Attempting to bind port 950daae5-003b-4e64-8fcc-2ae29532ffcf on network 979edde2-cd51-41e7-9684-3d81251f47b3 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:00.677115 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:00.677499 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Checking segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:00.677905 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.678302 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Bound using segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:00.678769 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Bound port: 950daae5-003b-4e64-8fcc-2ae29532ffcf, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:00.679148 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.684275 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e88d30-de2f-49f9-8fe8-09646932cbad x-openstack-request-id: req-11e88d30-de2f-49f9-8fe8-09646932cbad {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:19:00.684862 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a97ed3f-9532-431c-b9e5-57d6a71666ab", "name": "network-vif-deleted", "tag": "e2b2dea8-f3c7-41dd-840f-1c77bd7d0809", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:19:00.685112 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11e88d30-de2f-49f9-8fe8-09646932cbad {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:19:00.685506 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e88d30-de2f-49f9-8fe8-09646932cbad'] response: {'server_uuid': '8a97ed3f-9532-431c-b9e5-57d6a71666ab', 'name': 'network-vif-deleted', 'tag': 'e2b2dea8-f3c7-41dd-840f-1c77bd7d0809', 'status': 'completed', 'code': 200} May 03 09:19:00.755311 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] For port 950daae5-003b-4e64-8fcc-2ae29532ffcf, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:00.758845 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] For port 950daae5-003b-4e64-8fcc-2ae29532ffcf, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=950daae5-003b-4e64-8fcc-2ae29532ffcf,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:00.771066 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.844881 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for port (255532fc-7650-42bc-bbb2-ad56477790bc), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.850119 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (255532fc-7650-42bc-bbb2-ad56477790bc), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.933067 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'Port': ['ID=255532fc-7650-42bc-bbb2-ad56477790bc,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:00.949634 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (1a7c259f-80df-4063-89e1-7630b19261fa), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.977533 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:00.979570 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b7b5e82b-08e3-4a2e-a9f7-cd3371fab832 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5649295 May 03 09:19:00.996428 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942a79-aa85-44e9-9285-c160f9a9d3a3 None None] Pushing event updated for resources: {'Port': ['ID=950daae5-003b-4e64-8fcc-2ae29532ffcf,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:01.002310 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:01.002942 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:01.007113 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6a52fe59-e7b5-4e53-8173-a9412f924171 None None] Provisioning complete for port 950daae5-003b-4e64-8fcc-2ae29532ffcf triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:01.007509 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a52fe59-e7b5-4e53-8173-a9412f924171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:01.115314 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 8afcc316-b99b-4f81-b851-92576e4110f9 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:01.219204 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-b33dccc4-292c-4d4b-b5b1-fb35b889e209 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1279142655&fields=id&tenant_id=2c46713419c64f88b550ff6b057cdcc6 HTTP/1.1" status: 200 len: 267 time: 0.0784304 May 03 09:19:01.232332 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0d7268bd-2409-499b-8997-8fd2a235b462 req-804ccf39-5ba3-4db4-ac5e-cf421a3ed316 tempest-TestMinimumBasicScenario-1911847548 tempest-TestMinimumBasicScenario-1911847548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a97ed3f-9532-431c-b9e5-57d6a71666ab HTTP/1.1" status: 200 len: 210 time: 0.0366943 May 03 09:19:01.289666 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 8afcc316-b99b-4f81-b851-92576e4110f9 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:01.290273 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:01.293300 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:01.341160 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-35b32d40-8b2b-48ff-93f1-f5bf9d6d3273 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:01.342614 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-35b32d40-8b2b-48ff-93f1-f5bf9d6d3273 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 811 time: 0.1081467 May 03 09:19:01.357705 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-40723404-9918-41bb-a0ec-0e131f3ba93e tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/quotas/2c46713419c64f88b550ff6b057cdcc6 HTTP/1.1" status: 200 len: 375 time: 0.0093870 May 03 09:19:01.365727 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6a52fe59-e7b5-4e53-8173-a9412f924171 None None] Current status of the port 950daae5-003b-4e64-8fcc-2ae29532ffcf is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:01.366119 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a52fe59-e7b5-4e53-8173-a9412f924171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:01.391599 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:01.406522 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-c3f9cfdf-5af4-4dc9-b4fe-4d41ee449d27 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438960 May 03 09:19:01.471658 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6a52fe59-e7b5-4e53-8173-a9412f924171 None None] For port 950daae5-003b-4e64-8fcc-2ae29532ffcf, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=950daae5-003b-4e64-8fcc-2ae29532ffcf,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:01.479453 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a52fe59-e7b5-4e53-8173-a9412f924171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:01.506204 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-9d50223f-c91e-4829-9454-d1f244ef4c24 service neutron] 10.222.0.23 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876517 May 03 09:19:01.595936 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-0edb94f9-2ffa-4e0e-a6bf-56a476f92e02 service neutron] 10.222.0.23 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830898 May 03 09:19:01.608504 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 8afcc316-b99b-4f81-b851-92576e4110f9 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:01.615581 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52fe59-e7b5-4e53-8173-a9412f924171 None None] Pushing event updated for resources: {'Port': ['ID=950daae5-003b-4e64-8fcc-2ae29532ffcf,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:01.622177 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-a76bd98c-15c1-4b6b-8b51-d0680093da1b None None] Provisioning complete for port 950daae5-003b-4e64-8fcc-2ae29532ffcf triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:01.622554 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a76bd98c-15c1-4b6b-8b51-d0680093da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:01.707527 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:00Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:01.740525 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91398ffb-24d4-45d4-ab69-6aec4f965326 None None] The sync data for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi is: [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:00Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:01.782297 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a76bd98c-15c1-4b6b-8b51-d0680093da1b None None] Current status of the port 950daae5-003b-4e64-8fcc-2ae29532ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:01.793364 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4bd24750-6891-4044-ad7e-26a756f18020 req-221ab4c9-6cfa-49ff-b7b7-34018d891051 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0433712 May 03 09:19:02.855304 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:02.886436 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-123b9b46-3522-4a38-bdc5-2aa2be3c9bc1 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:02.888002 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-123b9b46-3522-4a38-bdc5-2aa2be3c9bc1 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 811 time: 0.1421218 May 03 09:19:02.942921 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7139e2ed-3fc9-4270-b7ce-ff149a7ce101 req-de81ec29-5578-486f-a65d-b54adca4f1b9 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0369978 May 03 09:19:02.981430 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-afdef6e1-4819-4dd2-8723-71506c0b6fc7 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c46713419c64f88b550ff6b057cdcc6 HTTP/1.1" status: 200 len: 380 time: 0.0733998 May 03 09:19:02.994707 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'port': {'device_id': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'admin_state_up': True, 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'security_groups': ['3f1bb2f6-1098-449c-9572-4b3b94211d2d']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:03.056303 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33846) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:03.075396 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 950daae5-003b-4e64-8fcc-2ae29532ffcf up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:03.110202 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Made reservation on behalf of 2c46713419c64f88b550ff6b057cdcc6 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:19:03.113565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.129038 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 950daae5-003b-4e64-8fcc-2ae29532ffcf triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:03.129038 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.214536 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 950daae5-003b-4e64-8fcc-2ae29532ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:03.251759 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Allocated IP 172.20.0.6 (979edde2-cd51-41e7-9684-3d81251f47b3/3ff937fe-aed1-412b-942e-cbb410fd75ea/c4b7017b-530a-414c-9393-1fb028a5edcc) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:03.391173 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.424883 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.466418 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Network 979edde2-cd51-41e7-9684-3d81251f47b3 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:03.469578 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:03.475741 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:03.479496 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (72b58a1a-a8fe-49d1-99f8-bb08bf514962), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.499246 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'Port': ['ID=c4b7017b-530a-414c-9393-1fb028a5edcc,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:03.530130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:03.530767 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.548618 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-58d90841-f4df-49dc-80f5-bac6634d3e40 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615482 May 03 09:19:03.567546 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Request body: {'port': {'device_id': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:03.637413 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.731981 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-ffa5649f-2b74-46e1-8c35-69562a2fc7f2 None None] Provisioning complete for port c4b7017b-530a-414c-9393-1fb028a5edcc triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:03.732522 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffa5649f-2b74-46e1-8c35-69562a2fc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.769961 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5649f-2b74-46e1-8c35-69562a2fc7f2 None None] Port c4b7017b-530a-414c-9393-1fb028a5edcc cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:19:03.779412 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Deleting port be7fcd0b-644c-4074-aacf-58cd9a688cff {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:03.779755 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.859120 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] For port be7fcd0b-644c-4074-aacf-58cd9a688cff, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=be7fcd0b-644c-4074-aacf-58cd9a688cff,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:03.859487 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.872286 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Calling delete_port for be7fcd0b-644c-4074-aacf-58cd9a688cff owned by network:router_interface {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:03.905252 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b7017b-530a-414c-9393-1fb028a5edcc {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:19:03.912664 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Publish callbacks [] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.925095 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Transition to ACTIVE for port object c4b7017b-530a-414c-9393-1fb028a5edcc will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:19:03.929179 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:03.982961 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b7017b-530a-414c-9393-1fb028a5edcc,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:04.033306 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:19:04.059688 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:19:04.060430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device e2b2dea8-f3c7-41dd-840f-1c77bd7d0809 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:19:04.082685 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (be7fcd0b-644c-4074-aacf-58cd9a688cff), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:04.099206 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201a9f1-25d7-4fe5-92d7-9b4dd06ba0a1 req-781dfe9c-fddd-4b85-b7b9-776dab14f0d0 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:04.100769 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c201a9f1-25d7-4fe5-92d7-9b4dd06ba0a1 req-781dfe9c-fddd-4b85-b7b9-776dab14f0d0 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 943 time: 0.0642612 May 03 09:19:04.101708 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Attempting to bind port c4b7017b-530a-414c-9393-1fb028a5edcc on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:04.102049 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Attempting to bind port c4b7017b-530a-414c-9393-1fb028a5edcc by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:04.102381 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Attempting to bind port c4b7017b-530a-414c-9393-1fb028a5edcc on network 979edde2-cd51-41e7-9684-3d81251f47b3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:04.113741 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7fcd0b-644c-4074-aacf-58cd9a688cff,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:04.128192 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Port c4b7017b-530a-414c-9393-1fb028a5edcc on network 979edde2-cd51-41e7-9684-3d81251f47b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:19:04.128525 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Attempting to bind port c4b7017b-530a-414c-9393-1fb028a5edcc on network 979edde2-cd51-41e7-9684-3d81251f47b3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:04.137367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:04.137367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Checking segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:04.137711 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Bound using segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:04.138145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Bound port: c4b7017b-530a-414c-9393-1fb028a5edcc, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:04.138501 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:04.199660 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c201a9f1-25d7-4fe5-92d7-9b4dd06ba0a1 req-faedaa7b-ecad-46ae-b8d5-8641dc1881f5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906110 May 03 09:19:04.244639 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] For port c4b7017b-530a-414c-9393-1fb028a5edcc, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:04.248150 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] For port c4b7017b-530a-414c-9393-1fb028a5edcc, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c4b7017b-530a-414c-9393-1fb028a5edcc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:04.255213 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:04.296770 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:04.297445 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:04.298798 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 200 len: 1093 time: 0.7356796 May 03 09:19:04.299239 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:19:04.301575 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63adcff5-93bc-47dc-a553-aec4fb458df1" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:19:04.323230 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (72b58a1a-a8fe-49d1-99f8-bb08bf514962), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:04.324155 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ca9c1-8ee4-4a15-9d5e-2f1751e836d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b7017b-530a-414c-9393-1fb028a5edcc,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:04.371122 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:04.371290 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a115164-b71b-4886-9901-1808e9e26948 x-openstack-request-id: req-1a115164-b71b-4886-9901-1808e9e26948 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:19:04.371692 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:19:04.372920 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a115164-b71b-4886-9901-1808e9e26948 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:19:04.373645 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a115164-b71b-4886-9901-1808e9e26948'] response: {'name': 'network-changed', 'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'status': 'completed', 'code': 200} May 03 09:19:04.429067 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-64cc1296-472c-45f8-be83-c599e22b3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:04.430722 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-64cc1296-472c-45f8-be83-c599e22b3750 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 1127 time: 0.0436933 May 03 09:19:04.481480 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-6fc86a44-fc3d-4d4c-8ea2-6dd40edb4a07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 200 len: 217 time: 0.0374284 May 03 09:19:04.533543 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e5f65a57-4df5-4b6e-b1fc-633f6af53175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:04.535083 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-e5f65a57-4df5-4b6e-b1fc-633f6af53175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.0481029 May 03 09:19:04.582424 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:19:04.583346 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-500433f7-470c-4be0-b6c8-24a2a55fd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:04.584870 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-500433f7-470c-4be0-b6c8-24a2a55fd181 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375166 May 03 09:19:04.676400 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-b5cfc844-c98d-4b09-8e6a-7cd099f60664 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843863 May 03 09:19:04.690916 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:04.695958 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e7d60cf2-4798-47f4-b15b-7f0571f15437 admin admin] 10.222.0.23 "PUT /v2.0/routers/72b58a1a-a8fe-49d1-99f8-bb08bf514962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381998 May 03 09:19:04.698695 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33852) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:04.705663 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] Sync routers for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:04.716494 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:04.717119 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:04.778441 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1cc25c40-871f-4003-9062-fd6f43a4f20b req-d45df63e-b3c8-474c-b2b1-84836498325d service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962913 May 03 09:19:04.830153 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:05.009485 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:19:04Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:05.035336 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] Checking router: 72b58a1a-a8fe-49d1-99f8-bb08bf514962 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:05.038986 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks [] for router (72b58a1a-a8fe-49d1-99f8-bb08bf514962), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.044362 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] Routers {'72b58a1a-a8fe-49d1-99f8-bb08bf514962'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:05.044968 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:05.144682 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks [] for router_gateway (72b58a1a-a8fe-49d1-99f8-bb08bf514962), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.149397 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] Set router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:05.188705 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Deleting port 9da90c15-fa7e-4c75-9320-7eee45454fe8 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:05.189044 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.272056 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] For port 9da90c15-fa7e-4c75-9320-7eee45454fe8, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9da90c15-fa7e-4c75-9320-7eee45454fe8,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:05.272454 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.290353 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Calling delete_port for 9da90c15-fa7e-4c75-9320-7eee45454fe8 owned by network:router_gateway {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:05.320963 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:19:04Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:05.321320 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e667da-f06f-44cf-aa7e-569fbb38fd3f req-e6effd88-44a6-4ffc-8978-52a2aa204558 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:05.322853 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d6e667da-f06f-44cf-aa7e-569fbb38fd3f req-e6effd88-44a6-4ffc-8978-52a2aa204558 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 943 time: 0.0462575 May 03 09:19:05.377597 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d6e667da-f06f-44cf-aa7e-569fbb38fd3f req-7af7f41e-18e8-4969-99bd-547e34e0d56b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 May 03 09:19:05.444960 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8350ab-81e9-4a4f-88e6-5a7a9315421a None None] The sync data for ids ['72b58a1a-a8fe-49d1-99f8-bb08bf514962'] in dv-cinder-840279-1-iscsi is: [{'id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'name': 'tempest-TestMinimumBasicScenario-1637174700-router', 'tenant_id': 'd637f953ac02425ca534eafe4fd59ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:45Z', 'updated_at': '2022-05-03T09:19:04Z', 'revision_number': 5, 'project_id': 'd637f953ac02425ca534eafe4fd59ff7', 'gw_port': {'id': '9da90c15-fa7e-4c75-9320-7eee45454fe8', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b58a1a-a8fe-49d1-99f8-bb08bf514962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:46Z', 'updated_at': '2022-05-03T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:05.471420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (9da90c15-fa7e-4c75-9320-7eee45454fe8), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.499176 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Pushing event deleted for resources: {'Port': ['ID=9da90c15-fa7e-4c75-9320-7eee45454fe8,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:05.556826 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (72b58a1a-a8fe-49d1-99f8-bb08bf514962), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.668222 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (72b58a1a-a8fe-49d1-99f8-bb08bf514962), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.670609 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks [] for router_controller (72b58a1a-a8fe-49d1-99f8-bb08bf514962), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.731601 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (72b58a1a-a8fe-49d1-99f8-bb08bf514962), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.732072 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b58a1a-a8fe-49d1-99f8-bb08bf514962 {{(pid=103440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:19:05.736810 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.737932 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-971ee051-2136-4451-a545-187b70c4610c admin admin] 10.222.0.23 "DELETE /v2.0/routers/72b58a1a-a8fe-49d1-99f8-bb08bf514962 HTTP/1.1" status: 204 len: 168 time: 1.0383081 May 03 09:19:05.740413 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33856) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:05.782752 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] Deleting subnet 3c617893-c8f9-4437-959f-fcb78d7bf8ed {{(pid=103440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:19:05.786757 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] Publish callbacks [] for subnet (3c617893-c8f9-4437-959f-fcb78d7bf8ed), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.825319 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6768236'] for subnet (3c617893-c8f9-4437-959f-fcb78d7bf8ed), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.932223 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (3c617893-c8f9-4437-959f-fcb78d7bf8ed), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:05.985549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5435078'] for subnet (3c617893-c8f9-4437-959f-fcb78d7bf8ed), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.009318 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c617893-c8f9-4437-959f-fcb78d7bf8ed,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:06.015595 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.018757 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ffa4337d-7741-4f57-91a7-dd8df21e98e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c617893-c8f9-4437-959f-fcb78d7bf8ed HTTP/1.1" status: 204 len: 168 time: 0.2774076 May 03 09:19:06.021321 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33858) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:06.022549 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadcea9e-b984-4433-8433-9efe3b63b08e None None] Network e3e11de7-9c72-44cc-942b-06c8b6680967 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:19:06.095088 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (e3e11de7-9c72-44cc-942b-06c8b6680967), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.139678 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Deleting port 59970b45-c4bd-4c11-a526-9f7ee0dde254 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:06.140032 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.205241 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] For port 59970b45-c4bd-4c11-a526-9f7ee0dde254, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=59970b45-c4bd-4c11-a526-9f7ee0dde254,segment=NetworkSegment(19170a17-0995-45d6-8f19-252360504d31),segment_id=19170a17-0995-45d6-8f19-252360504d31)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:06.205601 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.218769 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Calling delete_port for 59970b45-c4bd-4c11-a526-9f7ee0dde254 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:06.296607 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (59970b45-c4bd-4c11-a526-9f7ee0dde254), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.319307 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Pushing event deleted for resources: {'Port': ['ID=59970b45-c4bd-4c11-a526-9f7ee0dde254,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:06.326288 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] No DVR routers for this DVR port 59970b45-c4bd-4c11-a526-9f7ee0dde254 on host dv-cinder-840279-1-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:19:06.397016 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (e3e11de7-9c72-44cc-942b-06c8b6680967), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.416747 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e11de7-9c72-44cc-942b-06c8b6680967']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:06.426603 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19170a17-0995-45d6-8f19-252360504d31') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:06.427025 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19170a17-0995-45d6-8f19-252360504d31') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:06.437096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (19170a17-0995-45d6-8f19-252360504d31), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.455110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (19170a17-0995-45d6-8f19-252360504d31), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.457580 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dbf6c2-3c1e-4a2e-9329-c626de43e348 None None] DHCP port deletion for e3e11de7-9c72-44cc-942b-06c8b6680967 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:19:06.463916 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:19:06.464410 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (19170a17-0995-45d6-8f19-252360504d31), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:19:06.466356 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:19:06.523291 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40666b-6cfb-4f4c-8b4e-3c8b921ae53f req-0b6ea080-d064-49be-8d8a-16bbe24bfcad tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:06.526541 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6e40666b-6cfb-4f4c-8b4e-3c8b921ae53f req-0b6ea080-d064-49be-8d8a-16bbe24bfcad tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 943 time: 0.0758052 May 03 09:19:06.533889 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (e3e11de7-9c72-44cc-942b-06c8b6680967), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.549241 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:06.554563 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e3e11de7-9c72-44cc-942b-06c8b6680967 HTTP/1.1" status: 204 len: 168 time: 0.5299916 May 03 09:19:06.554563 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efba2c0-cc75-422f-bb14-bdf166475436 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e11de7-9c72-44cc-942b-06c8b6680967,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:06.555189 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33862) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:06.577033 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6e40666b-6cfb-4f4c-8b4e-3c8b921ae53f req-79a9736e-3957-4f9f-8699-d99704894976 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 May 03 09:19:06.869516 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:07.009008 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 59970b45-c4bd-4c11-a526-9f7ee0dde254 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:19:07.030237 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 59970b45-c4bd-4c11-a526-9f7ee0dde254 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:19:07.030916 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 59970b45-c4bd-4c11-a526-9f7ee0dde254 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:19:07.031034 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9da90c15-fa7e-4c75-9320-7eee45454fe8 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:19:07.050267 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 9da90c15-fa7e-4c75-9320-7eee45454fe8 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:19:07.050609 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9da90c15-fa7e-4c75-9320-7eee45454fe8 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:19:07.051021 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device be7fcd0b-644c-4074-aacf-58cd9a688cff no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:19:07.069742 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: be7fcd0b-644c-4074-aacf-58cd9a688cff {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:19:07.070085 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device be7fcd0b-644c-4074-aacf-58cd9a688cff not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:19:07.098597 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Deleting port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:07.098934 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:07.177833 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] For port ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,segment=NetworkSegment(42693ee9-02e5-4e8b-902f-0ee4f33e74a2),segment_id=42693ee9-02e5-4e8b-902f-0ee4f33e74a2)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:07.178137 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:07.191317 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Calling delete_port for ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:07.372943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:07.409776 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:07.477034 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-fb5088f9-bb67-4968-b44a-ba071a46de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:07.479227 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-fb5088f9-bb67-4968-b44a-ba071a46de6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 1127 time: 0.0803037 May 03 09:19:07.951658 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c3e5-3ef3-4a22-a356-1c8e48c04189 req-45fffc72-0d86-4b1b-b863-2c27d5a860f3 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:07.953148 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83a0c3e5-3ef3-4a22-a356-1c8e48c04189 req-45fffc72-0d86-4b1b-b863-2c27d5a860f3 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 943 time: 0.1047606 May 03 09:19:07.958492 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-c9c5fbea-5902-4016-bdd9-f90bc502d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:07.959833 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-c9c5fbea-5902-4016-bdd9-f90bc502d564 service neutron] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 912 time: 0.4744966 May 03 09:19:08.021146 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-3e62be2f-386c-42b3-a6e7-aea4ced9ecaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 200 len: 217 time: 0.0512061 May 03 09:19:08.021772 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:08.051868 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c4b7017b-530a-414c-9393-1fb028a5edcc details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:19:08.124139 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-83a0c3e5-3ef3-4a22-a356-1c8e48c04189 req-cb3981b0-6b14-4f73-b2eb-8bbcc08074e9 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617460 May 03 09:19:08.130448 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-653f6b7d-64ec-4ad2-b4b9-a9ccb6a8a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:08.131872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-653f6b7d-64ec-4ad2-b4b9-a9ccb6a8a67b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.1040654 May 03 09:19:08.152855 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port c4b7017b-530a-414c-9393-1fb028a5edcc, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c4b7017b-530a-414c-9393-1fb028a5edcc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:08.163839 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'port_id': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'mac_address': 'fa:16:3e:87:a0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:19:08.200715 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port c4b7017b-530a-414c-9393-1fb028a5edcc is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:08.201106 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:08.209782 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-899d1e07-a2a3-4463-a446-50f347e7b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:08.211294 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-899d1e07-a2a3-4463-a446-50f347e7b436 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726697 May 03 09:19:08.215548 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b7017b-530a-414c-9393-1fb028a5edcc {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:19:08.240877 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port c4b7017b-530a-414c-9393-1fb028a5edcc, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c4b7017b-530a-414c-9393-1fb028a5edcc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:08.244674 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:08.290052 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=c4b7017b-530a-414c-9393-1fb028a5edcc,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:08.382047 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-a228d38f-2f10-4b85-93e6-cfed85783e7f service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642990 May 03 09:19:08.435368 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:19:08.526938 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63adcff5-93bc-47dc-a553-aec4fb458df1 req-04b634c1-42d6-4764-a0cc-3b5e9752f1a3 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377380 May 03 09:19:08.590584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:08.595530 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ccac39f0-988d-4cff-8c2b-e7ecf6bd9490 admin admin] 10.222.0.23 "PUT /v2.0/routers/87ddd6e7-a74d-4329-aedf-6d80b9b695e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394330 May 03 09:19:08.598122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33868) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:08.600680 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] Sync routers for ids ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:08.610272 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] Routers {'87ddd6e7-a74d-4329-aedf-6d80b9b695e6'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:08.611163 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:08.704436 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks [] for router (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:08.716030 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['c4b7017b-530a-414c-9393-1fb028a5edcc'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:19:08.721089 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] Set router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:08.812729 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks [] for router_gateway (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:08.860137 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Deleting port 58dc7148-b125-48e2-a2a2-85ab99897e30 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:08.860537 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:08.940576 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] For port 58dc7148-b125-48e2-a2a2-85ab99897e30, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=58dc7148-b125-48e2-a2a2-85ab99897e30,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:08.940994 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:08.960211 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Calling delete_port for 58dc7148-b125-48e2-a2a2-85ab99897e30 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:09.100146 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:19:07Z', 'revision_number': 5, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port': {'id': '58dc7148-b125-48e2-a2a2-85ab99897e30', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:14:52Z', 'updated_at': '2022-05-03T09:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:09.132796 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] Checking router: 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:09.133917 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (58dc7148-b125-48e2-a2a2-85ab99897e30), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.151047 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] Routers {'87ddd6e7-a74d-4329-aedf-6d80b9b695e6'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:09.151676 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:09.160811 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58dc7148-b125-48e2-a2a2-85ab99897e30,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:09.229763 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.241694 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] Set router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 gateway port host: None {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:09.250042 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7bdb4-7399-4e85-88fc-da465860c0df req-09cffadd-ba0a-4ef6-84d8-6e37c21b0ac9 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:09.251526 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7af7bdb4-7399-4e85-88fc-da465860c0df req-09cffadd-ba0a-4ef6-84d8-6e37c21b0ac9 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 944 time: 0.0553808 May 03 09:19:09.299223 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:19:09Z', 'revision_number': 7, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:09.304619 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7af7bdb4-7399-4e85-88fc-da465860c0df req-e88a219c-1a76-41c8-a54a-2b75aeb327bf tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 May 03 09:19:09.326016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7535a16-4bbc-4b62-ae13-09f6409396fc None None] The sync data for ids ['87ddd6e7-a74d-4329-aedf-6d80b9b695e6'] in dv-cinder-840279-1-iscsi is: [{'id': '87ddd6e7-a74d-4329-aedf-6d80b9b695e6', 'name': 'tempest-TestMinimumBasicScenario-816605811-router', 'tenant_id': '5e22131dd18b498e94dddb8e28587f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:14:51Z', 'updated_at': '2022-05-03T09:19:09Z', 'revision_number': 7, 'project_id': '5e22131dd18b498e94dddb8e28587f66', 'gw_port_host': None}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:09.329935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.332203 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks [] for router_controller (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.380148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (87ddd6e7-a74d-4329-aedf-6d80b9b695e6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.380705 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ddd6e7-a74d-4329-aedf-6d80b9b695e6 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:19:09.385513 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.386887 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-282a3df6-fa18-4efb-a774-5aab04204ac0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/87ddd6e7-a74d-4329-aedf-6d80b9b695e6 HTTP/1.1" status: 204 len: 168 time: 0.7877336 May 03 09:19:09.389337 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33874) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:09.433619 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] Deleting subnet e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:19:09.436703 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] Publish callbacks [] for subnet (e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.469597 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.548120 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.598241 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.623979 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:09.627624 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.630864 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-514d354e-2a34-4952-bd39-dcd8b95e4e05 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e54c7b7a-bb0a-4ebe-a3b3-08e0e67b9837 HTTP/1.1" status: 204 len: 168 time: 0.2405937 May 03 09:19:09.633310 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33876) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:09.633532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84259a1e-5f14-4b45-8f12-bdad633d17e9 None None] Network f5bd5835-888e-44bd-a535-d1dfda4628a5 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:19:09.708184 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (f5bd5835-888e-44bd-a535-d1dfda4628a5), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.761489 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Deleting port 9f1ece2a-c332-4763-8283-baaf0564fe80 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:09.762029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.800489 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] DHCP port deletion for f5bd5835-888e-44bd-a535-d1dfda4628a5 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:19:09.826421 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] For port 9f1ece2a-c332-4763-8283-baaf0564fe80, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9f1ece2a-c332-4763-8283-baaf0564fe80,segment=NetworkSegment(42693ee9-02e5-4e8b-902f-0ee4f33e74a2),segment_id=42693ee9-02e5-4e8b-902f-0ee4f33e74a2)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:09.826787 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.838983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] Deleting port 9f1ece2a-c332-4763-8283-baaf0564fe80 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:09.839351 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.839649 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Calling delete_port for 9f1ece2a-c332-4763-8283-baaf0564fe80 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:09.903501 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] For port 9f1ece2a-c332-4763-8283-baaf0564fe80, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9f1ece2a-c332-4763-8283-baaf0564fe80,segment=NetworkSegment(42693ee9-02e5-4e8b-902f-0ee4f33e74a2),segment_id=42693ee9-02e5-4e8b-902f-0ee4f33e74a2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:09.903894 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.916932 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] Calling delete_port for 9f1ece2a-c332-4763-8283-baaf0564fe80 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:09.921989 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:09.947185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1ece2a-c332-4763-8283-baaf0564fe80,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:09.952170 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] No DVR routers for this DVR port 9f1ece2a-c332-4763-8283-baaf0564fe80 on host dv-cinder-840279-1-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:19:09.992794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595'] for port (9f1ece2a-c332-4763-8283-baaf0564fe80), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.020642 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] Pushing event deleted for resources: {'Port': ['ID=9f1ece2a-c332-4763-8283-baaf0564fe80,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:10.024493 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e22f9-6566-45c1-af5a-aa840bdb85d1 None None] No DVR routers for this DVR port 9f1ece2a-c332-4763-8283-baaf0564fe80 on host dv-cinder-840279-1-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:19:10.024623 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (f5bd5835-888e-44bd-a535-d1dfda4628a5), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.046823 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c4b7017b-530a-414c-9393-1fb028a5edcc up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:10.052630 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bd5835-888e-44bd-a535-d1dfda4628a5']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:10.061950 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42693ee9-02e5-4e8b-902f-0ee4f33e74a2') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:10.062256 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42693ee9-02e5-4e8b-902f-0ee4f33e74a2') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:10.072821 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (42693ee9-02e5-4e8b-902f-0ee4f33e74a2), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.087388 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (42693ee9-02e5-4e8b-902f-0ee4f33e74a2), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.094723 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:19:10.095121 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (42693ee9-02e5-4e8b-902f-0ee4f33e74a2), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:19:10.097034 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:19:10.099422 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port c4b7017b-530a-414c-9393-1fb028a5edcc completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:19:10.108150 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port c4b7017b-530a-414c-9393-1fb028a5edcc triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:10.109105 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.157426 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (f5bd5835-888e-44bd-a535-d1dfda4628a5), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.161979 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.167901 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f5bd5835-888e-44bd-a535-d1dfda4628a5 HTTP/1.1" status: 204 len: 168 time: 0.5312271 May 03 09:19:10.185788 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606b146-752a-4ee0-8366-14867effd284 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5bd5835-888e-44bd-a535-d1dfda4628a5,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:10.197386 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port c4b7017b-530a-414c-9393-1fb028a5edcc is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:10.197865 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.225445 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:19:10.227899 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af8a1b8-415a-4e03-a8da-83ed7301e167" -d '{"events": [{"server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "name": "network-vif-plugged", "status": "completed", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:19:10.242149 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port c4b7017b-530a-414c-9393-1fb028a5edcc, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c4b7017b-530a-414c-9393-1fb028a5edcc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:10.248349 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.282145 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e353d9-57a3-415b-98b8-5c551c9cfb65 x-openstack-request-id: req-d4e353d9-57a3-415b-98b8-5c551c9cfb65 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:19:10.282386 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "name": "network-vif-plugged", "status": "completed", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:19:10.282647 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4e353d9-57a3-415b-98b8-5c551c9cfb65 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:19:10.283036 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e353d9-57a3-415b-98b8-5c551c9cfb65'] response: {'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'code': 200} May 03 09:19:10.305820 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=c4b7017b-530a-414c-9393-1fb028a5edcc,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:10.306500 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33882) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:10.360930 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-be25c3a2-3f77-48e0-ba92-ae87a538f7a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d637f953ac02425ca534eafe4fd59ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531697 May 03 09:19:10.363588 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33886) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:10.466682 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d2b6b-4133-4f2d-b279-7a42547d3fbd req-d2b22f29-ec1c-4b07-a6a4-8302f5f1581c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:10.468242 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ba6d2b6b-4133-4f2d-b279-7a42547d3fbd req-d2b22f29-ec1c-4b07-a6a4-8302f5f1581c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0747588 May 03 09:19:10.475155 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5db9e799-291c-4008-b315-5eb738df6d53 admin admin] Publish callbacks [] for security_group (9f08cd78-8b1a-43e3-b825-baf82ffc2361), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.512968 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d35801-423c-4864-8c82-2f9bb837fc06 req-00e3edc7-576e-44ba-8497-38012861ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:10.515113 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52d35801-423c-4864-8c82-2f9bb837fc06 req-00e3edc7-576e-44ba-8497-38012861ba39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 1129 time: 0.0406287 May 03 09:19:10.523021 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5db9e799-291c-4008-b315-5eb738df6d53 admin admin] Publish callbacks [] for security_group (9f08cd78-8b1a-43e3-b825-baf82ffc2361), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.557197 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ba6d2b6b-4133-4f2d-b279-7a42547d3fbd req-0d7dc232-7e1e-446a-99eb-234f7e1cc3bb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830288 May 03 09:19:10.558646 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52d35801-423c-4864-8c82-2f9bb837fc06 req-59fd7ba6-bf40-4c3d-8652-1145a8c57e23 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375967 May 03 09:19:10.582743 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5db9e799-291c-4008-b315-5eb738df6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (9f08cd78-8b1a-43e3-b825-baf82ffc2361), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.585340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5db9e799-291c-4008-b315-5eb738df6d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:10.586488 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5db9e799-291c-4008-b315-5eb738df6d53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f08cd78-8b1a-43e3-b825-baf82ffc2361 HTTP/1.1" status: 204 len: 168 time: 0.2221110 May 03 09:19:10.594678 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9e799-291c-4008-b315-5eb738df6d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f08cd78-8b1a-43e3-b825-baf82ffc2361,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:10.892985 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33892) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:10.935487 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-22e0ec7d-13b2-46a8-947d-d90fcab88311 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e22131dd18b498e94dddb8e28587f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413196 May 03 09:19:10.937807 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33894) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:10.983302 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2527e4a9-00b4-4e33-a8e6-155e379fbfe7 admin admin] Publish callbacks [] for security_group (96acb2e0-5183-44c4-9d6c-c0c1e095058b), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.006952 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2527e4a9-00b4-4e33-a8e6-155e379fbfe7 admin admin] Publish callbacks [] for security_group (96acb2e0-5183-44c4-9d6c-c0c1e095058b), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.010747 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9f1ece2a-c332-4763-8283-baaf0564fe80 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:19:11.030623 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 9f1ece2a-c332-4763-8283-baaf0564fe80 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:19:11.030964 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9f1ece2a-c332-4763-8283-baaf0564fe80 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:19:11.031379 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 58dc7148-b125-48e2-a2a2-85ab99897e30 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:19:11.051005 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 58dc7148-b125-48e2-a2a2-85ab99897e30 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:19:11.051360 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 58dc7148-b125-48e2-a2a2-85ab99897e30 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:19:11.051792 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:19:11.053697 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2527e4a9-00b4-4e33-a8e6-155e379fbfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (96acb2e0-5183-44c4-9d6c-c0c1e095058b), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.056857 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2527e4a9-00b4-4e33-a8e6-155e379fbfe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.057977 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2527e4a9-00b4-4e33-a8e6-155e379fbfe7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96acb2e0-5183-44c4-9d6c-c0c1e095058b HTTP/1.1" status: 204 len: 168 time: 0.1192968 May 03 09:19:11.066246 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527e4a9-00b4-4e33-a8e6-155e379fbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96acb2e0-5183-44c4-9d6c-c0c1e095058b,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:11.077612 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:19:11.077956 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device ff4eb7b0-d6c0-4aa9-a2da-36a237deb82e not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:19:11.672702 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89170823-fcff-4563-8047-2e234d3c2601 req-94c65204-70a1-4e84-8142-680766944894 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:11.674186 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-89170823-fcff-4563-8047-2e234d3c2601 req-94c65204-70a1-4e84-8142-680766944894 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0465505 May 03 09:19:11.708106 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33918) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:11.725060 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-89170823-fcff-4563-8047-2e234d3c2601 req-a4e08cde-8f64-4013-a3d8-38f151a96270 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 May 03 09:19:11.802598 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-789755400-network', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:11.823013 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Made reservation on behalf of d92efab60f874aa8a197ab70fc582487 for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:19:11.825318 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.833320 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.905139 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks [] for security_group (daa82097-6488-4c57-9e83-d97ef821ab0d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.908653 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (daa82097-6488-4c57-9e83-d97ef821ab0d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.929648 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:19:11.943283 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa82097-6488-4c57-9e83-d97ef821ab0d,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:11.948664 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (e7a9ed27-376c-43d2-b767-a03649c2819b), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:11.949006 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Added segment e7a9ed27-376c-43d2-b767-a03649c2819b of type vlan for network 0deac27a-139f-478b-bfbb-632d6a5ce9ff May 03 09:19:11.990849 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (0deac27a-139f-478b-bfbb-632d6a5ce9ff), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.017445 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (0deac27a-139f-478b-bfbb-632d6a5ce9ff), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.018485 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:12.019063 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.057188 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3479033 May 03 09:19:12.060039 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33922) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:12.064898 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Request body: {'subnet': {'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-789755400-subnet', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:12.082028 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6425d2f-0049-4f5c-8913-99df38dc66ab admin admin] Pushing event updated for resources: {'Network': ['ID=0deac27a-139f-478b-bfbb-632d6a5ce9ff,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:12.083893 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Made reservation on behalf of d92efab60f874aa8a197ab70fc582487 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:19:12.086243 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369078'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.092273 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:19:12.253274 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4835042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369064'] for subnet (2e9d9555-23b9-4903-b286-e4b52fe3d440), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.310520 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9d9555-23b9-4903-b286-e4b52fe3d440,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:12.322807 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.323154 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.323495 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.323835 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.324194 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.324529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.324860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.325184 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.325509 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.325835 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.326161 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.326485 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.326806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.327124 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.327441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:12.333644 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Checking segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:12.333945 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Network hostable DHCP agents. Network: 0deac27a-139f-478b-bfbb-632d6a5ce9ff, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:19:12.351248 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:19:12.359680 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 0deac27a-139f-478b-bfbb-632d6a5ce9ff) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:12.363955 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:12.365091 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.368054 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a506d25-d517-4ba8-94b5-4135aeb90a8c None None] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:19:12.383048 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-57a8f1ec-3cb2-4012-a0e4-be7cc4b149e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3194516 May 03 09:19:12.383262 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33924) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:12.388165 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:12.407739 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (ff61dfb4-9282-40bf-8d15-3c0053a3b651), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.408826 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (ff61dfb4-9282-40bf-8d15-3c0053a3b651), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.467612 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks [] for router_controller (ff61dfb4-9282-40bf-8d15-3c0053a3b651), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.484384 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:19:12.485217 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.610208 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks [] for router_gateway (ff61dfb4-9282-40bf-8d15-3c0053a3b651), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.625520 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Allocated IP 172.20.0.2 (0deac27a-139f-478b-bfbb-632d6a5ce9ff/2e9d9555-23b9-4903-b286-e4b52fe3d440/19b64c49-dd78-4b96-a64d-062dffc338e9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:12.769467 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Publish callbacks [] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.775251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.794156 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks [] for router_gateway (ff61dfb4-9282-40bf-8d15-3c0053a3b651), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.813484 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.814356 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:12.823275 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:12.828450 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:12.831049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Pushing event updated for resources: {'Port': ['ID=19b64c49-dd78-4b96-a64d-062dffc338e9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:12.850205 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ce16-b5a4-4810-8403-094355fcde07 req-a73824d8-5de4-4183-a4d7-09ae71a01d23 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:12.852429 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9d24ce16-b5a4-4810-8403-094355fcde07 req-a73824d8-5de4-4183-a4d7-09ae71a01d23 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0566447 May 03 09:19:12.891174 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Attempting to bind port 19b64c49-dd78-4b96-a64d-062dffc338e9 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:12.891762 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Attempting to bind port 19b64c49-dd78-4b96-a64d-062dffc338e9 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:12.892171 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Attempting to bind port 19b64c49-dd78-4b96-a64d-062dffc338e9 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:12.897347 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:12.897807 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Checking segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:12.898283 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.898758 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Bound using segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:12.899655 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Bound port: 19b64c49-dd78-4b96-a64d-062dffc338e9, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:12.899822 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:12.900284 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9d24ce16-b5a4-4810-8403-094355fcde07 req-1cd20abc-9d70-4257-b41a-ba3dad7742b6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412915 May 03 09:19:12.920822 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Allocated IP 172.27.2.34 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/5c4d73bb-12ee-41e3-be9b-0558ca6a3584) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:12.973303 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] For port 19b64c49-dd78-4b96-a64d-062dffc338e9, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:12.976391 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] For port 19b64c49-dd78-4b96-a64d-062dffc338e9, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=19b64c49-dd78-4b96-a64d-062dffc338e9,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:12.984516 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.048547 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e0a4c-d7f1-4492-8ed0-ea2225a243d6 None None] Pushing event updated for resources: {'Port': ['ID=19b64c49-dd78-4b96-a64d-062dffc338e9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:13.053825 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114975b-8618-498f-b71e-a9c2058ec253 req-789290da-081a-40d6-8952-e4978e2a4dc7 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:13.055375 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7114975b-8618-498f-b71e-a9c2058ec253 req-789290da-081a-40d6-8952-e4978e2a4dc7 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0602071 May 03 09:19:13.064885 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33930) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:13.069600 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'floatingip': {'port_id': 'c4b7017b-530a-414c-9393-1fb028a5edcc'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:13.086023 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks [] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.116108 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (1a7c259f-80df-4063-89e1-7630b19261fa), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.125293 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.165988 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:13.171374 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:13.175919 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:13.179160 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Pushing event updated for resources: {'Port': ['ID=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:13.610160 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.614410 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (1a7c259f-80df-4063-89e1-7630b19261fa), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.722373 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Floating IP 1a7c259f-80df-4063-89e1-7630b19261fa associated. External IP: 172.27.2.94, port: c4b7017b-530a-414c-9393-1fb028a5edcc. May 03 09:19:13.749495 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks [] for router_gateway (ff61dfb4-9282-40bf-8d15-3c0053a3b651), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.957732 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (ff61dfb4-9282-40bf-8d15-3c0053a3b651), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:13.966164 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:19:14.041314 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b924ca6-c3f9-4e18-a142-58e18179ec4b None None] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:19:14.101757 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:19:14.163448 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-95874756-02d1-455c-b1f1-0fe5f2ad3bda None None] Provisioning complete for port 19b64c49-dd78-4b96-a64d-062dffc338e9 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:14.164550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95874756-02d1-455c-b1f1-0fe5f2ad3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.236606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:14.247908 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:14.262117 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:14.263667 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.264613 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:14.265122 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-432eeb77-caf8-4031-b3fb-f44323bbb74e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8809109 May 03 09:19:14.267959 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33932) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:14.272908 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-95874756-02d1-455c-b1f1-0fe5f2ad3bda None None] Current status of the port 19b64c49-dd78-4b96-a64d-062dffc338e9 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:14.273382 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95874756-02d1-455c-b1f1-0fe5f2ad3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.332824 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-95874756-02d1-455c-b1f1-0fe5f2ad3bda None None] For port 19b64c49-dd78-4b96-a64d-062dffc338e9, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=19b64c49-dd78-4b96-a64d-062dffc338e9,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:14.341889 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95874756-02d1-455c-b1f1-0fe5f2ad3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.392421 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874756-02d1-455c-b1f1-0fe5f2ad3bda None None] Pushing event updated for resources: {'Port': ['ID=19b64c49-dd78-4b96-a64d-062dffc338e9,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:14.395131 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:14.403175 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.410465 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] Sync routers for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:14.435687 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:14.443443 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:14.444308 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:14.456226 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-c9718426-7aff-470e-aa33-d4b4424d8050 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "PUT /v2.0/floatingips/1a7c259f-80df-4063-89e1-7630b19261fa HTTP/1.1" status: 200 len: 990 time: 1.3806643 May 03 09:19:14.456226 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:19:14.456226 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3e2c9e-2569-404f-b65f-46b1baea339a" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:19:14.508558 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-b44fc75d-433f-4138-a4a2-bb7461303c32 None None] Provisioning complete for port 19b64c49-dd78-4b96-a64d-062dffc338e9 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:14.509031 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b44fc75d-433f-4138-a4a2-bb7461303c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.617906 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:14.630549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164dd7e-ae9c-4a54-97cd-8feef1aa69da x-openstack-request-id: req-b164dd7e-ae9c-4a54-97cd-8feef1aa69da {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:19:14.630842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:19:14.631099 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b164dd7e-ae9c-4a54-97cd-8feef1aa69da {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:19:14.631506 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b164dd7e-ae9c-4a54-97cd-8feef1aa69da'] response: {'name': 'network-changed', 'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'status': 'completed', 'code': 200} May 03 09:19:14.645261 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:13Z', 'revision_number': 3, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:14.673636 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:14.674402 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Updating router ff61dfb4-9282-40bf-8d15-3c0053a3b651 port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:19:14.702517 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.728633 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b44fc75d-433f-4138-a4a2-bb7461303c32 None None] Current status of the port 19b64c49-dd78-4b96-a64d-062dffc338e9 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:14.760119 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-713b2018-afe1-4be6-9b3f-da0dd2289e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:14.761688 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-713b2018-afe1-4be6-9b3f-da0dd2289e58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 1129 time: 0.0726202 May 03 09:19:14.921281 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-8d13d95c-f217-418b-b612-88b8983236c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:14.923055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-8d13d95c-f217-418b-b612-88b8983236c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 912 time: 0.1549776 May 03 09:19:14.972266 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Publish callbacks [] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.986970 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:14.999435 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-8c577b79-bdf7-48cb-8e8e-ca1040a1894d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 200 len: 998 time: 0.0680480 May 03 09:19:15.001807 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.050529 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958322df-a249-4ecc-a477-3d56128bd7f2 None None] Pushing event updated for resources: {'Port': ['ID=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:15.067487 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Attempting to bind port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:15.067487 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Attempting to bind port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:15.067740 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Attempting to bind port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:15.073810 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '1a7c259f-80df-4063-89e1-7630b19261fa', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'port_id': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'mac_address': 'fa:16:3e:87:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:19:00Z', 'updated_at': '2022-05-03T09:19:13Z', 'revision_number': 1, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:15.076925 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:15.077314 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:15.078248 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.078248 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:15.078673 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Bound port: 5c4d73bb-12ee-41e3-be9b-0558ca6a3584, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:15.079792 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.119637 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-eb8c8274-80bf-4dbf-8340-290634bf8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:15.121189 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-eb8c8274-80bf-4dbf-8340-290634bf8867 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.1053479 May 03 09:19:15.128733 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] Checking router: 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:15.142429 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 19b64c49-dd78-4b96-a64d-062dffc338e9 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:15.159529 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] For port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:15.165165 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] For port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:15.176692 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:15.176884 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.177499 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:15.215648 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-c2427771-3681-48e0-b023-a3ec79783cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:15.217133 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-c2427771-3681-48e0-b023-a3ec79783cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858648 May 03 09:19:15.245170 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958322df-a249-4ecc-a477-3d56128bd7f2 None None] Pushing event updated for resources: {'Port': ['ID=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:15.268482 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:15.269244 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:15.319038 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:15.322607 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 19b64c49-dd78-4b96-a64d-062dffc338e9 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:15.323238 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.340141 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Allocated IP 172.20.0.1 (0deac27a-139f-478b-bfbb-632d6a5ce9ff/2e9d9555-23b9-4903-b286-e4b52fe3d440/971cbbf8-8de7-4651-812a-b3f59281f229) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:15.363292 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-3960863b-8db0-4c27-b123-94464bf7b668 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390042 May 03 09:19:15.399339 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:15.514064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 19b64c49-dd78-4b96-a64d-062dffc338e9 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:15.595412 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:13Z', 'revision_number': 3, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:15.621589 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '1a7c259f-80df-4063-89e1-7630b19261fa', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'port_id': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'mac_address': 'fa:16:3e:87:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:19:00Z', 'updated_at': '2022-05-03T09:19:13Z', 'revision_number': 1, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:15.623838 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38276dbe-e31e-4f45-af79-51cb8cd9cb22 None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:13Z', 'revision_number': 3, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:15.652396 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31ab08-4c1f-4ce3-975f-cf679b1bf9c6 None None] The sync data for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi is: [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '1a7c259f-80df-4063-89e1-7630b19261fa', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'port_id': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'mac_address': 'fa:16:3e:87:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:19:00Z', 'updated_at': '2022-05-03T09:19:13Z', 'revision_number': 1, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:15.804185 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f3e2c9e-2569-404f-b65f-46b1baea339a req-5b718849-1643-4335-b1d9-a30f600a5fda service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241681 May 03 09:19:15.809363 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks [] for port (971cbbf8-8de7-4651-812a-b3f59281f229), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.844360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.892888 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:15.898858 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:15.906669 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:15.910138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Pushing event updated for resources: {'Port': ['ID=971cbbf8-8de7-4651-812a-b3f59281f229,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:15.960692 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (ff61dfb4-9282-40bf-8d15-3c0053a3b651), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:15.978183 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107be22d-091d-4d45-8494-b053786c95c3 None None] New status for floating IP 1a7c259f-80df-4063-89e1-7630b19261fa: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:19:16.129990 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:16.164140 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-01907a16-cf1f-42da-b922-4ddfc39de2a8 None None] Provisioning complete for port 971cbbf8-8de7-4651-812a-b3f59281f229 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:16.164718 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01907a16-cf1f-42da-b922-4ddfc39de2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:16.224262 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-01907a16-cf1f-42da-b922-4ddfc39de2a8 None None] Port 971cbbf8-8de7-4651-812a-b3f59281f229 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:19:16.314080 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks [] for port (971cbbf8-8de7-4651-812a-b3f59281f229), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:16.319357 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:16.389590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Pushing event updated for resources: {'Port': ['ID=971cbbf8-8de7-4651-812a-b3f59281f229,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:16.391969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (ff61dfb4-9282-40bf-8d15-3c0053a3b651), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:16.485877 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:16.487363 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:16.614323 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:19:16.728205 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:16.736765 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3ed7acc5-5bf1-49ef-bbce-ea5a0aac2912 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff61dfb4-9282-40bf-8d15-3c0053a3b651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4674611 May 03 09:19:16.745441 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-f89ccd1d-491f-479f-81ea-72e2b726825c None None] Provisioning complete for port 971cbbf8-8de7-4651-812a-b3f59281f229 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:16.745816 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f89ccd1d-491f-479f-81ea-72e2b726825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:16.780230 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f89ccd1d-491f-479f-81ea-72e2b726825c None None] Port 971cbbf8-8de7-4651-812a-b3f59281f229 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:19:17.048054 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:17.099546 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:17.099922 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.189847 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:17.190845 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.213504 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:17.217574 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.234447 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33958) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:17.239692 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-871393077-network', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:17.269439 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Made reservation on behalf of 5fda1e1131c447b2bd182e5435d6db65 for: {'network': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:19:17.269904 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:17.271912 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.281424 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.350563 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:17.358441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks [] for security_group (792f038e-bd2d-4231-a9c8-148b2e8e7f16), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.361064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:17.361757 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:17.362529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (792f038e-bd2d-4231-a9c8-148b2e8e7f16), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.387991 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:19:17.400369 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792f038e-bd2d-4231-a9c8-148b2e8e7f16,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:17.406737 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (e007a40e-c699-4127-88de-5d527c96929b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.407056 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.segments_db [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Added segment e007a40e-c699-4127-88de-5d527c96929b of type vlan for network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 May 03 09:19:17.465217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (9660bdd7-aa6a-474b-bb96-d35f71ad68b9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.478554 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:17.489529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (9660bdd7-aa6a-474b-bb96-d35f71ad68b9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.490635 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:17.491305 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.523122 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2872603 May 03 09:19:17.526296 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33960) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:17.530895 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Request body: {'subnet': {'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-871393077-subnet', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:17.566359 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de27308-ac53-4511-a1eb-8de9d6ce8f82 admin admin] Pushing event updated for resources: {'Network': ['ID=9660bdd7-aa6a-474b-bb96-d35f71ad68b9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:17.576917 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:19:17.581491 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Made reservation on behalf of 5fda1e1131c447b2bd182e5435d6db65 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:19:17.584073 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369078'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.728420 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 2, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:17.755188 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:17.755552 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Updating router ff61dfb4-9282-40bf-8d15-3c0053a3b651 port 971cbbf8-8de7-4651-812a-b3f59281f229 binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:19:17.757871 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4835042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369064'] for subnet (6708f5ff-1bf9-44d9-9a13-714db75c6ffc), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.790811 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.815773 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6708f5ff-1bf9-44d9-9a13-714db75c6ffc,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:17.824818 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Checking segment: {'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:17.825182 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Network hostable DHCP agents. Network: 9660bdd7-aa6a-474b-bb96-d35f71ad68b9, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:19:17.842606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:19:17.850482 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 9660bdd7-aa6a-474b-bb96-d35f71ad68b9) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:17.854527 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:17.855128 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.870604 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fd5d4532-715f-41a4-950b-a62fce231073 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3433368 May 03 09:19:17.873232 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33962) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:17.877510 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:17.882716 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda71afd-0b38-46eb-9358-bfd152e4b22b None None] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:19:17.898179 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (a1c18bb9-de7e-4109-be43-56871776f407), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.899242 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (a1c18bb9-de7e-4109-be43-56871776f407), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:17.952679 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks [] for router_controller (a1c18bb9-de7e-4109-be43-56871776f407), precommit_add_association {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.095911 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks [] for router_gateway (a1c18bb9-de7e-4109-be43-56871776f407), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.188363 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-9660bdd7-aa6a-474b-bb96-d35f71ad68b9', 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9', 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'fixed_ips': [{'subnet_id': '6708f5ff-1bf9-44d9-9a13-714db75c6ffc'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:19:18.189195 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.284763 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks [] for router_gateway (a1c18bb9-de7e-4109-be43-56871776f407), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.304639 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.364663 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Publish callbacks [] for port (971cbbf8-8de7-4651-812a-b3f59281f229), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.375855 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.409445 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Allocated IP 172.27.2.147 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:18.409988 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Allocated IP 172.20.0.2 (9660bdd7-aa6a-474b-bb96-d35f71ad68b9/6708f5ff-1bf9-44d9-9a13-714db75c6ffc/0a67565b-7a7a-4380-95a3-8e8561083805) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:18.449014 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ba51d-dff1-4b59-a74f-e8639f4831d3 None None] Pushing event updated for resources: {'Port': ['ID=971cbbf8-8de7-4651-812a-b3f59281f229,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:18.527602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks [] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.560401 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Attempting to bind port 971cbbf8-8de7-4651-812a-b3f59281f229 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:18.560842 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Attempting to bind port 971cbbf8-8de7-4651-812a-b3f59281f229 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:18.561177 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Attempting to bind port 971cbbf8-8de7-4651-812a-b3f59281f229 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:18.565262 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.575747 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:18.576160 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Checking segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:18.576592 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.576995 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Bound using segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:18.577482 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Bound port: 971cbbf8-8de7-4651-812a-b3f59281f229, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:18.577870 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.606909 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:18.608162 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:18.610586 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:18.641423 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Pushing event updated for resources: {'Port': ['ID=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:18.653180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.653530 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.653891 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.654347 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.654692 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.655467 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.655467 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.655798 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.656033 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.657034 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.657034 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.657373 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.657529 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.657836 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.658590 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:19:18.685886 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Publish callbacks [] for port (0a67565b-7a7a-4380-95a3-8e8561083805), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.692889 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] For port 971cbbf8-8de7-4651-812a-b3f59281f229, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:18.696184 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] For port 971cbbf8-8de7-4651-812a-b3f59281f229, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=971cbbf8-8de7-4651-812a-b3f59281f229,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:18.697949 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.731803 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.753409 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-565c8325-4446-475e-be37-f99552b30363 None None] Provisioning complete for port 971cbbf8-8de7-4651-812a-b3f59281f229 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:18.753780 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-565c8325-4446-475e-be37-f99552b30363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.759234 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:18.791326 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:18.797258 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:18.801546 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Pushing event updated for resources: {'Port': ['ID=0a67565b-7a7a-4380-95a3-8e8561083805,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:18.868987 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:18.868987 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:18.895826 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks [] for router_gateway (a1c18bb9-de7e-4109-be43-56871776f407), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:18.964122 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ba51d-dff1-4b59-a74f-e8639f4831d3 None None] Pushing event updated for resources: {'Port': ['ID=971cbbf8-8de7-4651-812a-b3f59281f229,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:18.971322 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Attempting to bind port 0a67565b-7a7a-4380-95a3-8e8561083805 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:18.971665 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Attempting to bind port 0a67565b-7a7a-4380-95a3-8e8561083805 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:18.972033 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Attempting to bind port 0a67565b-7a7a-4380-95a3-8e8561083805 on network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:19.006607 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:19.006993 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Checking segment: {'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:19.007443 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.007798 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Bound using segment: {'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:19.008312 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Bound port: 0a67565b-7a7a-4380-95a3-8e8561083805, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:19.008696 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.063458 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-565c8325-4446-475e-be37-f99552b30363 None None] Current status of the port 971cbbf8-8de7-4651-812a-b3f59281f229 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:19.063582 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-565c8325-4446-475e-be37-f99552b30363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.078355 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:19.114157 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (a1c18bb9-de7e-4109-be43-56871776f407), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.138482 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:19.226040 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-565c8325-4446-475e-be37-f99552b30363 None None] For port 971cbbf8-8de7-4651-812a-b3f59281f229, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=971cbbf8-8de7-4651-812a-b3f59281f229,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:19.250414 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Router a1c18bb9-de7e-4109-be43-56871776f407 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:19:19.258759 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-565c8325-4446-475e-be37-f99552b30363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.263098 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] For port 0a67565b-7a7a-4380-95a3-8e8561083805, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:19.300804 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] For port 0a67565b-7a7a-4380-95a3-8e8561083805, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=0a67565b-7a7a-4380-95a3-8e8561083805,segment=NetworkSegment(e007a40e-c699-4127-88de-5d527c96929b),segment_id=e007a40e-c699-4127-88de-5d527c96929b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:19.322105 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:19.322564 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.335949 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.359887 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:19.374154 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Sync routers for ids ['a1c18bb9-de7e-4109-be43-56871776f407'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:19.377492 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.378832 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f645e051-82c5-4cde-8c81-8710f5a05493 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5046122 May 03 09:19:19.381540 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33966) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:19.390186 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Routers {'a1c18bb9-de7e-4109-be43-56871776f407'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:19.391063 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['a1c18bb9-de7e-4109-be43-56871776f407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:19.422358 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c8325-4446-475e-be37-f99552b30363 None None] Pushing event updated for resources: {'Port': ['ID=971cbbf8-8de7-4651-812a-b3f59281f229,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:19.470785 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-1817ec3c-25cb-443c-bd0e-897e951988ce None None] Provisioning complete for port 971cbbf8-8de7-4651-812a-b3f59281f229 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:19.471137 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1817ec3c-25cb-443c-bd0e-897e951988ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.521642 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Set router a1c18bb9-de7e-4109-be43-56871776f407 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:19.574528 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dcb15-8139-4f87-80a8-2d68d300282e None None] Pushing event updated for resources: {'Port': ['ID=0a67565b-7a7a-4380-95a3-8e8561083805,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:19.629996 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:18Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:19.666287 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab44dbfa-526c-4026-a0f2-2545af5b350d None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:18Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:19.685728 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:19.715299 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1817ec3c-25cb-443c-bd0e-897e951988ce None None] Current status of the port 971cbbf8-8de7-4651-812a-b3f59281f229 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:19.860518 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:19:18Z', 'revision_number': 3, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port': {'id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:05:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:18Z', 'updated_at': '2022-05-03T09:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:19.890252 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Checking router: a1c18bb9-de7e-4109-be43-56871776f407 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:19.890608 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Updating router a1c18bb9-de7e-4109-be43-56871776f407 port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:19:19.923257 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:19.930008 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.091167 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Allocated IP 172.20.0.1 (9660bdd7-aa6a-474b-bb96-d35f71ad68b9/6708f5ff-1bf9-44d9-9a13-714db75c6ffc/e8b986d1-2c7c-493b-863b-e0c45c0e42b3) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:20.209977 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Publish callbacks [] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.217910 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.225140 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks [] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.263838 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0a5f2-c96d-48a5-879a-fba410497d63 None None] Pushing event updated for resources: {'Port': ['ID=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:20.275874 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.282216 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Attempting to bind port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:20.282519 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Attempting to bind port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:20.282875 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Attempting to bind port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:20.289126 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:20.289496 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:20.289892 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.291005 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:20.291310 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Bound port: aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:20.291686 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.321462 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:20.324394 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:20.326871 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:20.359261 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] For port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:20.361817 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Pushing event updated for resources: {'Port': ['ID=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:20.362609 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] For port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:20.369241 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.378890 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (a1c18bb9-de7e-4109-be43-56871776f407), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.434809 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0a5f2-c96d-48a5-879a-fba410497d63 None None] Pushing event updated for resources: {'Port': ['ID=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:20.444735 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Routers {'a1c18bb9-de7e-4109-be43-56871776f407'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:20.445241 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['a1c18bb9-de7e-4109-be43-56871776f407'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:20.554187 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.575205 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] Set router a1c18bb9-de7e-4109-be43-56871776f407 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:20.695955 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394f39d-0d08-4eb0-b057-6fe5cda29d3e None None] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:19:20.758142 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks [] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.766414 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.771673 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:19:18Z', 'revision_number': 3, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port': {'id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:05:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:18Z', 'updated_at': '2022-05-03T09:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:20.812403 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bcca6-a72e-4f5f-a1fc-5b50a3a742ea None None] The sync data for ids ['a1c18bb9-de7e-4109-be43-56871776f407'] in dv-cinder-840279-1-iscsi is: [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:19:18Z', 'revision_number': 3, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port': {'id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:05:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:18Z', 'updated_at': '2022-05-03T09:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:20.819171 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (a1c18bb9-de7e-4109-be43-56871776f407), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.886297 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Pushing event updated for resources: {'Port': ['ID=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:20.929562 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-4787c552-fce6-4a85-a42f-2b06b940f92c None None] Provisioning complete for port 0a67565b-7a7a-4380-95a3-8e8561083805 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:20.929873 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4787c552-fce6-4a85-a42f-2b06b940f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:20.952764 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:20.954136 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:21.061382 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4787c552-fce6-4a85-a42f-2b06b940f92c None None] Current status of the port 0a67565b-7a7a-4380-95a3-8e8561083805 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:21.061771 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4787c552-fce6-4a85-a42f-2b06b940f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.108100 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Router a1c18bb9-de7e-4109-be43-56871776f407 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:19:21.108444 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4787c552-fce6-4a85-a42f-2b06b940f92c None None] For port 0a67565b-7a7a-4380-95a3-8e8561083805, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=0a67565b-7a7a-4380-95a3-8e8561083805,segment=NetworkSegment(e007a40e-c699-4127-88de-5d527c96929b),segment_id=e007a40e-c699-4127-88de-5d527c96929b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:21.116135 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 0a67565b-7a7a-4380-95a3-8e8561083805 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:21.119920 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4787c552-fce6-4a85-a42f-2b06b940f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.204386 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787c552-fce6-4a85-a42f-2b06b940f92c None None] Pushing event updated for resources: {'Port': ['ID=0a67565b-7a7a-4380-95a3-8e8561083805,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:21.224366 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 0a67565b-7a7a-4380-95a3-8e8561083805 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:21.224830 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.240747 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:21.245940 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-8ebb7984-de96-497e-8e9f-0b8c0418ddad admin admin] 10.222.0.23 "PUT /v2.0/routers/a1c18bb9-de7e-4109-be43-56871776f407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634024 May 03 09:19:21.318287 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 0a67565b-7a7a-4380-95a3-8e8561083805 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:21.319375 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 971cbbf8-8de7-4651-812a-b3f59281f229 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:21.356581 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-75c40ec7-e010-4d77-9025-834e2cd15753 None None] Provisioning complete for port 0a67565b-7a7a-4380-95a3-8e8561083805 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:21.356865 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75c40ec7-e010-4d77-9025-834e2cd15753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.412314 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 971cbbf8-8de7-4651-812a-b3f59281f229 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:21.412694 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.492226 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-75c40ec7-e010-4d77-9025-834e2cd15753 None None] Current status of the port 0a67565b-7a7a-4380-95a3-8e8561083805 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:21.523115 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-75c40ec7-e010-4d77-9025-834e2cd15753 None None] Provisioning complete for port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:21.523491 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75c40ec7-e010-4d77-9025-834e2cd15753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.556072 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 971cbbf8-8de7-4651-812a-b3f59281f229 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:21.567972 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-75c40ec7-e010-4d77-9025-834e2cd15753 None None] Port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:19:21.685419 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-5eff5936-de44-429b-985c-b58f3247d582 None None] Provisioning complete for port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:21.685791 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5eff5936-de44-429b-985c-b58f3247d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.725381 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5eff5936-de44-429b-985c-b58f3247d582 None None] Port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:19:21.852946 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33976) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:21.857496 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-ac0058d8-1dea-44b1-bfa5-1db4d59eca3f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165162185', 'description': 'tempest-secgroup-smoke-165162185 description', 'project_id': 'd92efab60f874aa8a197ab70fc582487'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:21.877687 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ac0058d8-1dea-44b1-bfa5-1db4d59eca3f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.943842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ac0058d8-1dea-44b1-bfa5-1db4d59eca3f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group (23bc50c9-a4da-445f-9fc6-463212b884b0), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.947809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ac0058d8-1dea-44b1-bfa5-1db4d59eca3f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (23bc50c9-a4da-445f-9fc6-463212b884b0), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.973796 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ac0058d8-1dea-44b1-bfa5-1db4d59eca3f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:21.975004 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ac0058d8-1dea-44b1-bfa5-1db4d59eca3f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1210058 May 03 09:19:21.977991 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33978) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:21.978911 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0058d8-1dea-44b1-bfa5-1db4d59eca3f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc50c9-a4da-445f-9fc6-463212b884b0,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:21.983427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-9b742221-6bfd-4db6-8d06-c7498817ce50 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'security_group_rule': {'security_group_id': '23bc50c9-a4da-445f-9fc6-463212b884b0', 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:22.007455 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9b742221-6bfd-4db6-8d06-c7498817ce50 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (8f3b55a0-0aed-4ec3-8d3f-b6bbbd831c44), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.068478 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9b742221-6bfd-4db6-8d06-c7498817ce50 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (8f3b55a0-0aed-4ec3-8d3f-b6bbbd831c44), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.072842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9b742221-6bfd-4db6-8d06-c7498817ce50 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (8f3b55a0-0aed-4ec3-8d3f-b6bbbd831c44), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.091613 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b742221-6bfd-4db6-8d06-c7498817ce50 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3b55a0-0aed-4ec3-8d3f-b6bbbd831c44,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:22.096541 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9b742221-6bfd-4db6-8d06-c7498817ce50 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.097718 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9b742221-6bfd-4db6-8d06-c7498817ce50 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187313 May 03 09:19:22.101237 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33980) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:22.105907 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-e827baa5-1e32-4a58-9e13-c76bbcd0f88b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'security_group_rule': {'security_group_id': '23bc50c9-a4da-445f-9fc6-463212b884b0', 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:22.129941 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e827baa5-1e32-4a58-9e13-c76bbcd0f88b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (4661b8e3-3f27-4b40-a49c-407a712ea23c), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.183138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e827baa5-1e32-4a58-9e13-c76bbcd0f88b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (4661b8e3-3f27-4b40-a49c-407a712ea23c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.186410 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e827baa5-1e32-4a58-9e13-c76bbcd0f88b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (4661b8e3-3f27-4b40-a49c-407a712ea23c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.200648 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827baa5-1e32-4a58-9e13-c76bbcd0f88b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4661b8e3-3f27-4b40-a49c-407a712ea23c,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:22.210629 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e827baa5-1e32-4a58-9e13-c76bbcd0f88b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.211926 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e827baa5-1e32-4a58-9e13-c76bbcd0f88b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1097467 May 03 09:19:22.214581 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33982) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:22.218785 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-90dc0b64-0fb8-49b2-bff0-9d71623782cd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'security_group_rule': {'security_group_id': '23bc50c9-a4da-445f-9fc6-463212b884b0', 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:22.242803 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90dc0b64-0fb8-49b2-bff0-9d71623782cd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (c87b45fc-6fa8-4133-920b-5383cfa5031a), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.325070 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90dc0b64-0fb8-49b2-bff0-9d71623782cd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (c87b45fc-6fa8-4133-920b-5383cfa5031a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.328592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90dc0b64-0fb8-49b2-bff0-9d71623782cd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (c87b45fc-6fa8-4133-920b-5383cfa5031a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.345367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc0b64-0fb8-49b2-bff0-9d71623782cd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87b45fc-6fa8-4133-920b-5383cfa5031a,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:22.354218 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-90dc0b64-0fb8-49b2-bff0-9d71623782cd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.355551 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-90dc0b64-0fb8-49b2-bff0-9d71623782cd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400523 May 03 09:19:22.358199 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33984) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:22.362493 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-05d283df-bea7-4d72-8d7e-f9b8176354bc tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'security_group_rule': {'security_group_id': '23bc50c9-a4da-445f-9fc6-463212b884b0', 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:22.389629 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-05d283df-bea7-4d72-8d7e-f9b8176354bc tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (4499fee8-427f-4d6f-a3bb-8ede4e7f2417), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.451528 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-05d283df-bea7-4d72-8d7e-f9b8176354bc tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (4499fee8-427f-4d6f-a3bb-8ede4e7f2417), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.455883 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-05d283df-bea7-4d72-8d7e-f9b8176354bc tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (4499fee8-427f-4d6f-a3bb-8ede4e7f2417), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.476481 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d283df-bea7-4d72-8d7e-f9b8176354bc tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4499fee8-427f-4d6f-a3bb-8ede4e7f2417,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:22.482796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-05d283df-bea7-4d72-8d7e-f9b8176354bc tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.486810 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-05d283df-bea7-4d72-8d7e-f9b8176354bc tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249053 May 03 09:19:22.486810 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 33986) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:22.490938 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'security_group_rule': {'security_group_id': '23bc50c9-a4da-445f-9fc6-463212b884b0', 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:22.510868 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.securitygroups_db [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Project d92efab60f874aa8a197ab70fc582487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 09:19:22.516482 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (3db488b8-43b0-4bc1-8878-993ceb84d836), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.578549 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (3db488b8-43b0-4bc1-8878-993ceb84d836), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.582935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (3db488b8-43b0-4bc1-8878-993ceb84d836), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.602440 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db488b8-43b0-4bc1-8878-993ceb84d836,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:22.610249 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.611471 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4f60325e-74bf-4e83-9cd9-3a7fe3dc26e8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238680 May 03 09:19:22.614403 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 33988) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:22.618986 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'security_group_rule': {'security_group_id': '23bc50c9-a4da-445f-9fc6-463212b884b0', 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:22.639046 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.securitygroups_db [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Project d92efab60f874aa8a197ab70fc582487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 09:19:22.645317 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (2c6d1510-38a9-405b-a810-c1c4bf1b069b), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.709022 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (2c6d1510-38a9-405b-a810-c1c4bf1b069b), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.713375 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (2c6d1510-38a9-405b-a810-c1c4bf1b069b), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.732353 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6d1510-38a9-405b-a810-c1c4bf1b069b,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:22.742842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:22.744117 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-acb4f456-a4df-443e-a3a5-0d6deb629927 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286376 May 03 09:19:23.113996 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:23.173189 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:23.173565 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:23.257366 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:23.257907 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:23.279420 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:23.283042 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:23.283796 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 0a67565b-7a7a-4380-95a3-8e8561083805 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:23.361652 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:23.371460 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 0a67565b-7a7a-4380-95a3-8e8561083805 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:23.371901 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:23.453273 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 0a67565b-7a7a-4380-95a3-8e8561083805 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:23.653911 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Sync routers for ids ['a1c18bb9-de7e-4109-be43-56871776f407'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:23.664263 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Routers {'a1c18bb9-de7e-4109-be43-56871776f407'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:23.665412 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['a1c18bb9-de7e-4109-be43-56871776f407'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:23.719754 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:19:23.779571 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Set router a1c18bb9-de7e-4109-be43-56871776f407 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:23.970646 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:19:20Z', 'revision_number': 4, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port': {'id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:05:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:18Z', 'updated_at': '2022-05-03T09:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'e8b986d1-2c7c-493b-863b-e0c45c0e42b3', 'name': '', 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'mac_address': 'fa:16:3e:a7:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6708f5ff-1bf9-44d9-9a13-714db75c6ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:19Z', 'updated_at': '2022-05-03T09:19:20Z', 'revision_number': 2, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'subnets': [{'id': '6708f5ff-1bf9-44d9-9a13-714db75c6ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:23.997286 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Checking router: a1c18bb9-de7e-4109-be43-56871776f407 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:23.997636 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Updating router a1c18bb9-de7e-4109-be43-56871776f407 port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:19:24.023684 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:24.294508 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Publish callbacks [] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:24.300621 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:24.350603 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a749f5-7442-49c5-a937-5153ee1652f9 None None] Pushing event updated for resources: {'Port': ['ID=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:24.409924 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Attempting to bind port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:24.410296 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Attempting to bind port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:24.410666 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Attempting to bind port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 on network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:24.416275 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:24.416666 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Checking segment: {'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:24.417077 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:24.417479 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Bound using segment: {'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:24.417949 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Bound port: e8b986d1-2c7c-493b-863b-e0c45c0e42b3, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e007a40e-c699-4127-88de-5d527c96929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:24.418602 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:24.485587 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] For port e8b986d1-2c7c-493b-863b-e0c45c0e42b3, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:24.488621 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] For port e8b986d1-2c7c-493b-863b-e0c45c0e42b3, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,segment=NetworkSegment(e007a40e-c699-4127-88de-5d527c96929b),segment_id=e007a40e-c699-4127-88de-5d527c96929b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:24.494973 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:24.554796 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Routers {'a1c18bb9-de7e-4109-be43-56871776f407'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:24.555020 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['a1c18bb9-de7e-4109-be43-56871776f407'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:24.563756 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a749f5-7442-49c5-a937-5153ee1652f9 None None] Pushing event updated for resources: {'Port': ['ID=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:24.614906 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-ec6a239d-74df-46b6-ab59-5b0611641dfd None None] Provisioning complete for port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:24.615320 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec6a239d-74df-46b6-ab59-5b0611641dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:24.718473 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] Set router a1c18bb9-de7e-4109-be43-56871776f407 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:24.948408 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a239d-74df-46b6-ab59-5b0611641dfd None None] Current status of the port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:24.948788 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec6a239d-74df-46b6-ab59-5b0611641dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:25.030818 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ec6a239d-74df-46b6-ab59-5b0611641dfd None None] For port e8b986d1-2c7c-493b-863b-e0c45c0e42b3, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,segment=NetworkSegment(e007a40e-c699-4127-88de-5d527c96929b),segment_id=e007a40e-c699-4127-88de-5d527c96929b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:25.034883 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:25.041668 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec6a239d-74df-46b6-ab59-5b0611641dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:25.181214 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a239d-74df-46b6-ab59-5b0611641dfd None None] Pushing event updated for resources: {'Port': ['ID=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:25.189477 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-ed7fa264-7a51-49c1-9739-aba8196a3e69 None None] Provisioning complete for port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:25.189814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa264-7a51-49c1-9739-aba8196a3e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:25.191802 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:19:20Z', 'revision_number': 4, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port': {'id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:05:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:18Z', 'updated_at': '2022-05-03T09:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'e8b986d1-2c7c-493b-863b-e0c45c0e42b3', 'name': '', 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'mac_address': 'fa:16:3e:a7:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6708f5ff-1bf9-44d9-9a13-714db75c6ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:19Z', 'updated_at': '2022-05-03T09:19:24Z', 'revision_number': 4, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'subnets': [{'id': '6708f5ff-1bf9-44d9-9a13-714db75c6ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:25.195053 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:25.195412 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:25.262287 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c49e2-9aa2-41cc-a213-092a5029b0e4 None None] The sync data for ids ['a1c18bb9-de7e-4109-be43-56871776f407'] in dv-cinder-840279-1-iscsi is: [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:19:20Z', 'revision_number': 4, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port': {'id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:05:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:18Z', 'updated_at': '2022-05-03T09:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'e8b986d1-2c7c-493b-863b-e0c45c0e42b3', 'name': '', 'network_id': '9660bdd7-aa6a-474b-bb96-d35f71ad68b9', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'mac_address': 'fa:16:3e:a7:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6708f5ff-1bf9-44d9-9a13-714db75c6ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:19Z', 'updated_at': '2022-05-03T09:19:24Z', 'revision_number': 4, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'subnets': [{'id': '6708f5ff-1bf9-44d9-9a13-714db75c6ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:19:25.358747 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fa264-7a51-49c1-9739-aba8196a3e69 None None] Current status of the port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:25.372531 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:27.055808 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device e8b986d1-2c7c-493b-863b-e0c45c0e42b3 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:19:27.111816 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:27.119840 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:27.120244 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:27.197204 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:27.970035 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fcef58f-a735-4079-abaf-9bb6df6bf511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:30.322205 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12617719-8b03-49df-8af4-c84a77bbcb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:31.337894 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:32.847291 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:33.706344 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-cd756109-f51a-425d-b2cd-c869068e0885 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377314 May 03 09:19:33.775089 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-0356c922-adbe-41d1-b16a-a61e40c45794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:33.776620 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-0356c922-adbe-41d1-b16a-a61e40c45794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1129 time: 0.0376987 May 03 09:19:33.878475 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-45a18909-714e-42ae-9491-d952ee21c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:33.879925 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-45a18909-714e-42ae-9491-d952ee21c81b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 200 len: 909 time: 0.0854056 May 03 09:19:33.947328 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-221c9253-9291-4127-acda-b5d062b27cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 1000 time: 0.0598257 May 03 09:19:33.992892 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-e2a4fa21-b092-4b4e-acad-c578ba1c8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:33.994796 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-e2a4fa21-b092-4b4e-acad-c578ba1c8d54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c791802-20b9-415f-941a-5a81bb21889f HTTP/1.1" status: 200 len: 847 time: 0.0414968 May 03 09:19:34.035949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-a05df570-92f5-4bd8-9143-66804f0bb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:34.037336 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-a05df570-92f5-4bd8-9143-66804f0bb450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2008d54f-f792-4d1d-83bf-fd944d4b7d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363371 May 03 09:19:34.127690 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-c86c9102-df8f-40d2-89ff-4f2140c01663 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837684 May 03 09:19:34.215628 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4fba86b-d57e-423e-8f95-b626ad24c864 req-389785b2-60ea-4fe5-8c4c-df1ce0bed735 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799971 May 03 09:19:34.362373 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:46.452990 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-37367a64-af95-4d3f-976a-d4047545cd47 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165162185&fields=id&tenant_id=d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 267 time: 0.0437779 May 03 09:19:46.559306 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-5d0fb1eb-0b72-4f40-9081-90ac052f44b9 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:46.561281 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-5d0fb1eb-0b72-4f40-9081-90ac052f44b9 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 811 time: 0.1020412 May 03 09:19:46.576322 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-eb764d76-3fff-4bdc-a4b6-73c8e53acf18 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/quotas/d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 375 time: 0.0096464 May 03 09:19:46.852157 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-04c08931-2f26-491d-900c-e1691b54b23f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2707632 May 03 09:19:46.945360 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-3a97843c-f088-4543-bf45-003c63480ed8 service neutron] 10.222.0.23 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814610 May 03 09:19:47.030508 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-6e001682-4e0f-4134-9a0c-aa181a6f1087 service neutron] 10.222.0.23 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794089 May 03 09:19:47.318355 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06cc7697-4c1a-48ca-af73-c6841915feaa req-6e03df69-acb0-42b8-8a1a-6ff44c53083f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 210 time: 0.0284796 May 03 09:19:48.412172 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7c7b73da-f462-4d9d-bf71-c32a34d76809 req-942a6c66-b71f-46bb-b2a3-5868bff3a43b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 210 time: 0.0264163 May 03 09:19:48.610619 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-0b0d4a54-6e97-4e22-9949-8ea6a7133a3d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:48.612054 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-0b0d4a54-6e97-4e22-9949-8ea6a7133a3d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 811 time: 0.1282604 May 03 09:19:48.700335 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-7974a97d-c1e0-4e3d-a23a-83f9c48deb27 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 379 time: 0.0528514 May 03 09:19:48.709605 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'port': {'device_id': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'admin_state_up': True, 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'security_groups': ['23bc50c9-a4da-445f-9fc6-463212b884b0']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:48.816304 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Made reservation on behalf of d92efab60f874aa8a197ab70fc582487 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:19:48.819548 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:48.939697 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Allocated IP 172.20.0.6 (0deac27a-139f-478b-bfbb-632d6a5ce9ff/2e9d9555-23b9-4903-b286-e4b52fe3d440/3cb4c8a0-217a-4fa6-bcda-3e61821d105a) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:19:49.080620 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.118578 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.163150 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:19:49.166320 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:19:49.170429 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:19:49.200410 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:49.227978 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:49.228639 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.245780 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-34a04099-58ad-4354-bb14-94834c72a59c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5396845 May 03 09:19:49.280808 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Request body: {'port': {'device_id': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:19:49.345668 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.420133 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cdd4b784-2c9f-4c91-b0d8-8a0086c1891a None None] Provisioning complete for port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:19:49.420697 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b784-2c9f-4c91-b0d8-8a0086c1891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.456875 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4b784-2c9f-4c91-b0d8-8a0086c1891a None None] Port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:19:49.566435 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fa99-8b67-4c6b-915b-fbd0192bcb2a req-03fe1e32-3b70-4e65-93fc-7c61f4f25e47 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:49.567886 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b0b5fa99-8b67-4c6b-915b-fbd0192bcb2a req-03fe1e32-3b70-4e65-93fc-7c61f4f25e47 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 931 time: 0.0844135 May 03 09:19:49.642323 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b0b5fa99-8b67-4c6b-915b-fbd0192bcb2a req-02ee83b9-7794-4837-be8d-95c7e9464708 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681469 May 03 09:19:49.681251 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb4c8a0-217a-4fa6-bcda-3e61821d105a {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:19:49.689145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Publish callbacks [] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.701761 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Transition to ACTIVE for port object 3cb4c8a0-217a-4fa6-bcda-3e61821d105a will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:19:49.704965 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.762052 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Pushing event updated for resources: {'Port': ['ID=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:49.832123 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Attempting to bind port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:19:49.832511 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Attempting to bind port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:19:49.833011 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Attempting to bind port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:49.837569 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:19:49.837888 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Attempting to bind port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:19:49.842813 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:19:49.843157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Checking segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:19:49.843542 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Bound using segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:19:49.843972 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Bound port: 3cb4c8a0-217a-4fa6-bcda-3e61821d105a, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:19:49.844519 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.908606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] For port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:19:49.911528 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] For port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:19:49.919697 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.954963 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:49.955583 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:49.957327 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] 10.222.0.36 "PUT /v2.0/ports/3cb4c8a0-217a-4fa6-bcda-3e61821d105a HTTP/1.1" status: 200 len: 1093 time: 0.6814396 May 03 09:19:49.959534 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:19:49.961825 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f39f4f9-38a9-436f-acd8-1f55880fdeff" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:19:49.991360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bef36-2702-41d6-9370-9dd7784d0a5f service neutron] Pushing event updated for resources: {'Port': ['ID=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:50.004197 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562bd740-fd88-444a-975a-4e9e95908441 x-openstack-request-id: req-562bd740-fd88-444a-975a-4e9e95908441 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:19:50.004496 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:19:50.004751 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-562bd740-fd88-444a-975a-4e9e95908441 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:19:50.005211 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562bd740-fd88-444a-975a-4e9e95908441'] response: {'name': 'network-changed', 'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'status': 'completed', 'code': 200} May 03 09:19:50.071656 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-194ba925-c44f-416f-a84f-378b542ffdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:50.073232 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-194ba925-c44f-416f-a84f-378b542ffdf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 1127 time: 0.0420840 May 03 09:19:50.121502 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-7023c1c9-fd90-47ad-a8e7-cb907a649304 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a HTTP/1.1" status: 200 len: 217 time: 0.0356107 May 03 09:19:50.171353 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-149977e3-a8de-41f3-a85c-1f0a894a6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:50.172872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-149977e3-a8de-41f3-a85c-1f0a894a6d51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0455244 May 03 09:19:50.220369 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-8f240d44-3114-4a9a-844d-ef5d305c05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:50.221880 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-8f240d44-3114-4a9a-844d-ef5d305c05ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431063 May 03 09:19:50.310462 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-0c3f6a53-1cd7-4c2b-a8d2-2881b2299f30 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820012 May 03 09:19:50.404189 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a0dc4905-39d4-4e32-854f-2ed1d6440a9c req-e7317241-470b-492f-829a-e3b92fcfcbdd service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870788 May 03 09:19:50.751324 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77ed4a-ba2b-44de-acc7-c86588982db0 req-5545145a-3758-4cd8-82cc-9ddab08b7e1e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:50.752792 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f77ed4a-ba2b-44de-acc7-c86588982db0 req-5545145a-3758-4cd8-82cc-9ddab08b7e1e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 943 time: 0.0452204 May 03 09:19:50.799715 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f77ed4a-ba2b-44de-acc7-c86588982db0 req-d607e917-02f1-4cbb-bd49-584bcbb64be1 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 May 03 09:19:51.546859 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-b1827911-68d2-491d-a2bb-773473175324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:51.548417 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-b1827911-68d2-491d-a2bb-773473175324 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 1127 time: 0.0430765 May 03 09:19:51.641882 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-80b804d3-2c0d-48c9-9b19-9cc88d284f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:51.643330 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-80b804d3-2c0d-48c9-9b19-9cc88d284f24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0879619 May 03 09:19:51.686072 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-2353924c-b212-417f-a0cc-61640fb0c9ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a HTTP/1.1" status: 200 len: 217 time: 0.0363159 May 03 09:19:51.732305 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-ca7f8847-1837-4cdd-8773-76d125ed3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:51.733667 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-ca7f8847-1837-4cdd-8773-76d125ed3d2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0412767 May 03 09:19:51.774930 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-bc514a8c-9b1d-4ee0-bb45-e0ded30b3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:51.776425 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-bc514a8c-9b1d-4ee0-bb45-e0ded30b3e45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367167 May 03 09:19:51.867461 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-3e91bc7d-8d28-469a-b5a0-d0164fce7f79 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853417 May 03 09:19:51.920980 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67697932-5ee5-48a3-9e23-8e718e8362ce req-cec7228d-0d68-4cc8-8b73-a17d960afc44 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:51.922465 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-67697932-5ee5-48a3-9e23-8e718e8362ce req-cec7228d-0d68-4cc8-8b73-a17d960afc44 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 943 time: 0.0493157 May 03 09:19:51.957523 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f39f4f9-38a9-436f-acd8-1f55880fdeff req-0284be80-5279-4627-89ca-9e162b24ea07 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839913 May 03 09:19:51.970270 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-67697932-5ee5-48a3-9e23-8e718e8362ce req-ce998f8d-5313-4dc6-8b2e-b61dabfd0f14 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421822 May 03 09:19:53.080141 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce0875-4c06-49f5-b8cb-af862d9b486a req-d29e4e80-9172-433e-8ec7-812588e545b8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:53.081790 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97ce0875-4c06-49f5-b8cb-af862d9b486a req-d29e4e80-9172-433e-8ec7-812588e545b8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 943 time: 0.0470800 May 03 09:19:53.141059 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97ce0875-4c06-49f5-b8cb-af862d9b486a req-a01db588-12bc-4f02-8590-846d02e4590a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527573 May 03 09:19:54.252266 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709a1b3-ab1e-4d44-aea6-2f7e5f506059 req-6028d6a7-6436-4ccb-865a-f2a852098942 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:54.253739 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4709a1b3-ab1e-4d44-aea6-2f7e5f506059 req-6028d6a7-6436-4ccb-865a-f2a852098942 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 943 time: 0.0462859 May 03 09:19:54.300376 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4709a1b3-ab1e-4d44-aea6-2f7e5f506059 req-7c497577-bd5b-4103-9a24-3a2fb3d99b0e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410480 May 03 09:19:55.408975 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cd01c-e20f-46b3-ad71-0ca58bd04ba5 req-c040b01a-148e-42a9-b0f5-a530f0b3f965 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:55.410423 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-245cd01c-e20f-46b3-ad71-0ca58bd04ba5 req-c040b01a-148e-42a9-b0f5-a530f0b3f965 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 943 time: 0.0456090 May 03 09:19:55.457862 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-245cd01c-e20f-46b3-ad71-0ca58bd04ba5 req-5d7dc5ae-efe5-4a80-b363-aba12bfa9b90 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 May 03 09:19:56.567482 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77db2a3-f017-414b-9256-0be869c0a4c2 req-30c78c3e-fc93-44d0-9b3b-e7ab03b7e982 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:56.569049 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a77db2a3-f017-414b-9256-0be869c0a4c2 req-30c78c3e-fc93-44d0-9b3b-e7ab03b7e982 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 943 time: 0.0458543 May 03 09:19:56.625137 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a77db2a3-f017-414b-9256-0be869c0a4c2 req-e51fce50-e30b-467d-a366-4898520390f7 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480323 May 03 09:19:57.087577 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:57.734629 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc624d5-1944-40d4-8c92-3062caf99dfa req-ffb34aef-26b9-4bfc-8794-417c99860416 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:57.736047 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1dc624d5-1944-40d4-8c92-3062caf99dfa req-ffb34aef-26b9-4bfc-8794-417c99860416 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 943 time: 0.0450673 May 03 09:19:57.781457 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1dc624d5-1944-40d4-8c92-3062caf99dfa req-43e94dd2-43d8-4050-88f5-322fee54869a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399342 May 03 09:19:57.970418 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db42c36a-8dd7-477f-a5f9-500cd1b3c0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:58.294447 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 3cb4c8a0-217a-4fa6-bcda-3e61821d105a details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:19:58.389159 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:58.399895 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'port_id': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'mac_address': 'fa:16:3e:cf:34:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:19:58.439626 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:19:58.440310 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:58.454004 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb4c8a0-217a-4fa6-bcda-3e61821d105a {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:19:58.472343 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:19:58.476161 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:58.480257 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34162) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:19:58.524117 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:58.626224 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Deleting port cb26fa17-4b2f-478a-82d3-91277f6bfe52 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:19:58.626571 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:58.699349 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:58.699672 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for floatingip (cb26fa17-4b2f-478a-82d3-91277f6bfe52), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:58.711750 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Calling delete_port for cb26fa17-4b2f-478a-82d3-91277f6bfe52 owned by network:floatingip {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:19:58.918175 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb89945-34a8-4f03-bad5-5332bfb83a35 req-a0404c61-e72a-4bae-bed0-19629a7e8e38 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:58.919629 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7fb89945-34a8-4f03-bad5-5332bfb83a35 req-a0404c61-e72a-4bae-bed0-19629a7e8e38 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 944 time: 0.0598624 May 03 09:19:58.920671 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (cb26fa17-4b2f-478a-82d3-91277f6bfe52), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:58.952166 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event deleted for resources: {'Port': ['ID=cb26fa17-4b2f-478a-82d3-91277f6bfe52,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:19:58.960455 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['3cb4c8a0-217a-4fa6-bcda-3e61821d105a'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:19:59.039169 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7fb89945-34a8-4f03-bad5-5332bfb83a35 req-c82ae977-355f-4b8b-9c2c-17bcfb794c2a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107361 May 03 09:19:59.046639 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for floatingip (cc47c555-a520-4701-b59a-abff5da1d22f), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:59.047025 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Floating IP cc47c555-a520-4701-b59a-abff5da1d22f disassociated (deleted). External IP: 172.27.2.86, port: b5db4b3b-2efc-4e32-90d0-8eba9f301c65. May 03 09:19:59.254440 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Router b8841b3b-9b4b-470f-8eb9-851ca3f311ad has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:19:59.359906 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:19:59.364697 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:19:59.369645 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] Sync routers for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:19:59.381038 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:59.381647 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:59.393120 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-693c5431-1158-4b89-8526-6257c16a24e0 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "DELETE /v2.0/floatingips/cc47c555-a520-4701-b59a-abff5da1d22f HTTP/1.1" status: 204 len: 168 time: 0.9117799 May 03 09:19:59.393713 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:19:59.396235 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06" -d '{"events": [{"name": "network-changed", "server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:19:59.437084 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1778a20-9ba1-4464-926b-17f6e11584d4 x-openstack-request-id: req-c1778a20-9ba1-4464-926b-17f6e11584d4 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:19:59.437378 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:19:59.437632 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1778a20-9ba1-4464-926b-17f6e11584d4 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:19:59.438038 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1778a20-9ba1-4464-926b-17f6e11584d4'] response: {'name': 'network-changed', 'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'status': 'completed', 'code': 200} May 03 09:19:59.497471 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:19:59.534317 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-b9357ae6-9330-42d2-8fd0-6112c973980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:59.535799 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-b9357ae6-9330-42d2-8fd0-6112c973980e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3444fc5e89a24b7c9ec0e18369085501&device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 1129 time: 0.0514445 May 03 09:19:59.630805 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66483ae-41c7-4332-8a1d-ff9b0471bafc req-5ff837e6-b165-4362-8609-eef98e1bd9d7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:19:59.632415 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f66483ae-41c7-4332-8a1d-ff9b0471bafc req-5ff837e6-b165-4362-8609-eef98e1bd9d7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0496874 May 03 09:19:59.684625 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f66483ae-41c7-4332-8a1d-ff9b0471bafc req-80996b8c-1570-48de-b5e8-81118f1eabf7 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453689 May 03 09:19:59.778285 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 5, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:59.803417 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] Checking router: b8841b3b-9b4b-470f-8eb9-851ca3f311ad for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:19:59.811954 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:19:59.812583 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:19:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:19:59.917045 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:20:00.109972 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 5, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:00.137164 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cc99c-a7ea-41cb-b09b-f14112eaa610 None None] The sync data for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi is: [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:12:56Z', 'revision_number': 4, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'f0be6e76-71fc-4a45-a01f-3aca5aa2992e', 'name': '', 'network_id': '2008d54f-f792-4d1d-83bf-fd944d4b7d69', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'mac_address': 'fa:16:3e:ea:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9c791802-20b9-415f-941a-5a81bb21889f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:55Z', 'updated_at': '2022-05-03T09:13:00Z', 'revision_number': 5, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'subnets': [{'id': '9c791802-20b9-415f-941a-5a81bb21889f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:20:00.154853 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252157d-6a5f-42c3-90d8-5d7e7e93ec60 req-b58094cb-8f1e-4d95-b40d-798d68681906 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:00.156497 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7252157d-6a5f-42c3-90d8-5d7e7e93ec60 req-b58094cb-8f1e-4d95-b40d-798d68681906 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 944 time: 0.0483727 May 03 09:20:00.207008 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7252157d-6a5f-42c3-90d8-5d7e7e93ec60 req-39b57a9c-2a58-427f-b0b7-b8f37cbdc07e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446362 May 03 09:20:00.327376 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd158727-f557-4ce6-b623-788ccead7201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:00.333966 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 3cb4c8a0-217a-4fa6-bcda-3e61821d105a up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:20:00.370708 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb3f2b-5ed7-4339-a0fd-fed16118add3 None None] New status for floating IP cc47c555-a520-4701-b59a-abff5da1d22f: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:20:00.438350 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:20:00.444345 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:20:00.444711 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:00.525762 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:20:00.526153 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:00.548810 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:20:00.551002 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc03854d-0f14-4e6e-8ac7-2b4e1e664fc3" -d '{"events": [{"server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:20:00.564027 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:00.567950 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:00.591149 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d2e2f-dbe5-4d71-b67a-db098c20a415 x-openstack-request-id: req-584d2e2f-dbe5-4d71-b67a-db098c20a415 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:20:00.591460 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:20:00.591717 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-584d2e2f-dbe5-4d71-b67a-db098c20a415 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:20:00.592125 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584d2e2f-dbe5-4d71-b67a-db098c20a415'] response: {'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'code': 200} May 03 09:20:00.618908 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:00.625832 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.626165 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.626526 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.626884 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.627222 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.627550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.627877 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.628231 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.628557 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.628881 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.629201 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.629538 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.629864 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.630181 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.630499 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:20:00.718854 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:20:00.821743 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fa2e9-9901-4178-87a3-824eb0ad96fb req-2e9330d9-326f-4f13-ad07-5dc1ea1ed92f tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:00.823203 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-657fa2e9-9901-4178-87a3-824eb0ad96fb req-2e9330d9-326f-4f13-ad07-5dc1ea1ed92f tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0716996 May 03 09:20:00.912074 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-c5c21b98-d1fb-4b53-a25a-03abafa63257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:00.913491 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-c5c21b98-d1fb-4b53-a25a-03abafa63257 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 200 len: 909 time: 0.1349251 May 03 09:20:00.917991 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-657fa2e9-9901-4178-87a3-824eb0ad96fb req-b7554e7b-8c61-466f-949f-2decb7c2e1e4 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881348 May 03 09:20:00.958026 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-5273d0b8-7810-435d-a778-c79470f3b7ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 200 len: 217 time: 0.0372794 May 03 09:20:01.245613 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898697df-87a9-4354-bcbf-f05404d4a5a3 req-da43dbdd-b241-4fb2-bf1a-6e0d738b0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:01.247304 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-898697df-87a9-4354-bcbf-f05404d4a5a3 req-da43dbdd-b241-4fb2-bf1a-6e0d738b0d7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 1129 time: 0.0381730 May 03 09:20:01.251730 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-90ae4fbc-2eb2-4d77-83e9-9f1d4e546605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:01.253206 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-90ae4fbc-2eb2-4d77-83e9-9f1d4e546605 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c791802-20b9-415f-941a-5a81bb21889f HTTP/1.1" status: 200 len: 847 time: 0.0451195 May 03 09:20:01.297510 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-abe832d0-c997-4bfe-b1d6-6cbd76d0d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:01.298992 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-abe832d0-c997-4bfe-b1d6-6cbd76d0d96b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2008d54f-f792-4d1d-83bf-fd944d4b7d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380015 May 03 09:20:01.338080 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cc53f-6717-442e-97aa-840e13571e04 req-1fa33736-1fb1-4ccf-9a1c-ca896d7e409f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:01.339660 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-231cc53f-6717-442e-97aa-840e13571e04 req-1fa33736-1fb1-4ccf-9a1c-ca896d7e409f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.0625215 May 03 09:20:01.341190 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:01.342481 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-898697df-87a9-4354-bcbf-f05404d4a5a3 req-80d01723-6f92-4f28-abac-1f767f677340 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815990 May 03 09:20:01.389989 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-231cc53f-6717-442e-97aa-840e13571e04 req-c10472ed-f2f6-48ca-a96a-23431c93b2be tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433834 May 03 09:20:01.396177 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-65b639bc-8892-4f41-967f-1e5918eba953 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877476 May 03 09:20:02.000000 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac0b2cc5-c46a-4b3a-9889-bd40ee05eb06 req-258d5284-ace3-43aa-a404-5dcf409d4792 service neutron] 10.222.0.36 "GET /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942061 May 03 09:20:02.035197 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254544a-8183-41ea-a37d-4eb1b87ceff6 req-f8258cda-bafa-475b-b004-5ce4d215efc8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:02.036670 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f254544a-8183-41ea-a37d-4eb1b87ceff6 req-f8258cda-bafa-475b-b004-5ce4d215efc8 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0509598 May 03 09:20:02.083534 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f254544a-8183-41ea-a37d-4eb1b87ceff6 req-4b4aff3c-cfd3-40ea-993f-e02697325b2d tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 May 03 09:20:02.501275 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13c3f-4018-4d18-b9e0-2206e0a66c8c req-1ad7a05a-e89d-40d0-911c-fbaf6f2252c1 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:02.502637 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-49d13c3f-4018-4d18-b9e0-2206e0a66c8c req-1ad7a05a-e89d-40d0-911c-fbaf6f2252c1 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.0455308 May 03 09:20:02.550851 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-49d13c3f-4018-4d18-b9e0-2206e0a66c8c req-5e9dbf19-901b-4602-92ab-77f3d2078d8b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 May 03 09:20:02.632576 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11473887-31c6-443b-9311-2290b11a3a5c req-4f6142b5-df49-4e1d-b34a-ce921e26f775 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:02.633997 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-11473887-31c6-443b-9311-2290b11a3a5c req-4f6142b5-df49-4e1d-b34a-ce921e26f775 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0451336 May 03 09:20:02.728388 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Deleting port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:20:02.728728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:02.814096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] For port b5db4b3b-2efc-4e32-90d0-8eba9f301c65, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:02.814463 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:02.828309 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Calling delete_port for b5db4b3b-2efc-4e32-90d0-8eba9f301c65 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:20:02.848969 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:03.258021 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf451b-e72f-4b3d-8896-342b6fe30eae req-1dc0ff20-13ba-4c81-8611-9c345b496c26 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:03.259488 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1abf451b-e72f-4b3d-8896-342b6fe30eae req-1dc0ff20-13ba-4c81-8611-9c345b496c26 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/ports?device_id=caa6f84e-0aaa-46d3-81a5-15c0b8b0017f HTTP/1.1" status: 200 len: 945 time: 0.0895658 May 03 09:20:03.295439 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (b5db4b3b-2efc-4e32-90d0-8eba9f301c65), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:03.342854 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event deleted for resources: {'Port': ['ID=b5db4b3b-2efc-4e32-90d0-8eba9f301c65,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:03.353061 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1abf451b-e72f-4b3d-8896-342b6fe30eae req-8570c9e2-730f-4258-a186-159c53d433db tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "GET /v2.0/security-groups?id=a73de3b4-55ca-48f3-8f1e-e2a772f35855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880392 May 03 09:20:03.394386 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] No DVR routers for this DVR port b5db4b3b-2efc-4e32-90d0-8eba9f301c65 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:20:03.396838 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:03.400007 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-11473887-31c6-443b-9311-2290b11a3a5c req-96986c5c-83e7-4aba-ba97-8c897d317416 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.36 "DELETE /v2.0/ports/b5db4b3b-2efc-4e32-90d0-8eba9f301c65 HTTP/1.1" status: 204 len: 173 time: 0.7515497 May 03 09:20:03.400476 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-deleted', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:20:03.402743 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8869c089-8be0-4107-ae4f-7c266441b88d" -d '{"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-deleted", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:20:03.443813 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416690d3-955a-4323-a41a-b03d0c607a1d x-openstack-request-id: req-416690d3-955a-4323-a41a-b03d0c607a1d {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:20:03.444206 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa6f84e-0aaa-46d3-81a5-15c0b8b0017f", "name": "network-vif-deleted", "tag": "b5db4b3b-2efc-4e32-90d0-8eba9f301c65", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:20:03.444469 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-416690d3-955a-4323-a41a-b03d0c607a1d {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:20:03.444870 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416690d3-955a-4323-a41a-b03d0c607a1d'] response: {'server_uuid': 'caa6f84e-0aaa-46d3-81a5-15c0b8b0017f', 'name': 'network-vif-deleted', 'tag': 'b5db4b3b-2efc-4e32-90d0-8eba9f301c65', 'status': 'completed', 'code': 200} May 03 09:20:03.672583 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c06c9c-6ee2-4e92-9360-5bc40aad0548 req-cd94d39a-72a4-462e-8672-03784e1e86f3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:03.674047 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99c06c9c-6ee2-4e92-9360-5bc40aad0548 req-cd94d39a-72a4-462e-8672-03784e1e86f3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.0503502 May 03 09:20:03.731530 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99c06c9c-6ee2-4e92-9360-5bc40aad0548 req-35d67865-1efb-4b40-aafd-343e7697c577 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495758 May 03 09:20:03.859868 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03906bd-9e4e-4d78-868c-d6bd65bf3897 req-085b160d-03ff-4b22-baf8-d236efc02e52 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:03.861566 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b03906bd-9e4e-4d78-868c-d6bd65bf3897 req-085b160d-03ff-4b22-baf8-d236efc02e52 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.0551231 May 03 09:20:03.917738 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b03906bd-9e4e-4d78-868c-d6bd65bf3897 req-4afcadc1-f462-45a9-b2ea-e7b82f0e995b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497506 May 03 09:20:03.940038 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34194) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:04.063135 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205ac8b-f2fb-4c7f-ba29-98e39eb4360b tempest-TestVolumeBootPattern-350404157 tempest-TestVolumeBootPattern-350404157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:04.064638 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f205ac8b-f2fb-4c7f-ba29-98e39eb4360b tempest-TestVolumeBootPattern-350404157 tempest-TestVolumeBootPattern-350404157-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 1124 time: 0.1236565 May 03 09:20:04.067494 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34198) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:04.071573 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'port_id': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:20:04.092069 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.171739 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.283177 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Allocated IP 172.27.2.134 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/4c114136-fc03-493a-813c-5f1cfe08755f) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:20:04.333063 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device b5db4b3b-2efc-4e32-90d0-8eba9f301c65 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:04.360282 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: b5db4b3b-2efc-4e32-90d0-8eba9f301c65 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:20:04.360625 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device b5db4b3b-2efc-4e32-90d0-8eba9f301c65 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:20:04.374518 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.399276 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (4c114136-fc03-493a-813c-5f1cfe08755f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.419469 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34202) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:04.432327 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (4c114136-fc03-493a-813c-5f1cfe08755f), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.469273 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:20:04.471978 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:20:04.475516 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:20:04.479422 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e34b-b729-4cb0-81c0-f2ae6df31ce6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group (a73de3b4-55ca-48f3-8f1e-e2a772f35855), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.505393 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=4c114136-fc03-493a-813c-5f1cfe08755f,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:04.505600 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e34b-b729-4cb0-81c0-f2ae6df31ce6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group (a73de3b4-55ca-48f3-8f1e-e2a772f35855), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.567937 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e34b-b729-4cb0-81c0-f2ae6df31ce6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (a73de3b4-55ca-48f3-8f1e-e2a772f35855), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.570510 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e34b-b729-4cb0-81c0-f2ae6df31ce6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.571662 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c6b7e34b-b729-4cb0-81c0-f2ae6df31ce6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] 10.222.0.23 "DELETE /v2.0/security-groups/a73de3b4-55ca-48f3-8f1e-e2a772f35855 HTTP/1.1" status: 204 len: 168 time: 0.1511633 May 03 09:20:04.581760 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7e34b-b729-4cb0-81c0-f2ae6df31ce6 tempest-TestShelveInstance-294006727 tempest-TestShelveInstance-294006727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73de3b4-55ca-48f3-8f1e-e2a772f35855,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:04.643883 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34208) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:04.850423 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (77411c17-3794-4847-b413-fdae951c6daa), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:04.918879 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (4c114136-fc03-493a-813c-5f1cfe08755f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.068150 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (4c114136-fc03-493a-813c-5f1cfe08755f), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.070969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.072858 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (4c114136-fc03-493a-813c-5f1cfe08755f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.315737 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Deleting port f0be6e76-71fc-4a45-a01f-3aca5aa2992e {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:20:05.316107 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.372715 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=4c114136-fc03-493a-813c-5f1cfe08755f,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:05.382732 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (77411c17-3794-4847-b413-fdae951c6daa), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.395184 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] For port f0be6e76-71fc-4a45-a01f-3aca5aa2992e, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:05.395550 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.408147 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Calling delete_port for f0be6e76-71fc-4a45-a01f-3aca5aa2992e owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:20:05.483202 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Floating IP 77411c17-3794-4847-b413-fdae951c6daa associated. External IP: 172.27.2.134, port: 3cb4c8a0-217a-4fa6-bcda-3e61821d105a. May 03 09:20:05.591182 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (f0be6e76-71fc-4a45-a01f-3aca5aa2992e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.618095 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f0be6e76-71fc-4a45-a01f-3aca5aa2992e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:05.707512 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:20:05.795297 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.824309 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:20:05.833995 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:20:05.845020 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:20:05.845840 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:05.845983 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:20:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:05.890376 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2af2df7d-b18e-4252-91ba-8d8ccbacb2cb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8075800 May 03 09:20:05.890376 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:20:05.890376 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab74660-8be0-452a-979f-95b126c90f30" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:20:05.919505 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc10a3-a178-4d97-8a58-b4ca259c0c2c x-openstack-request-id: req-0cdc10a3-a178-4d97-8a58-b4ca259c0c2c {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:20:05.920120 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:20:05.920120 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cdc10a3-a178-4d97-8a58-b4ca259c0c2c {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:20:05.920471 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdc10a3-a178-4d97-8a58-b4ca259c0c2c'] response: {'name': 'network-changed', 'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'status': 'completed', 'code': 200} May 03 09:20:05.957713 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:20:06.038773 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74660-8be0-452a-979f-95b126c90f30 req-bbbff7a9-f29e-459d-8126-9d48b5ceea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:06.040302 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab74660-8be0-452a-979f-95b126c90f30 req-bbbff7a9-f29e-459d-8126-9d48b5ceea4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 1129 time: 0.0750453 May 03 09:20:06.087306 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Router b8841b3b-9b4b-470f-8eb9-851ca3f311ad has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:20:06.171706 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '77411c17-3794-4847-b413-fdae951c6daa', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:cf:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:20:04Z', 'updated_at': '2022-05-03T09:20:04Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:06.189584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74660-8be0-452a-979f-95b126c90f30 req-6e7f1f1e-b418-4e68-83d0-a449f9b9397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:06.191045 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab74660-8be0-452a-979f-95b126c90f30 req-6e7f1f1e-b418-4e68-83d0-a449f9b9397e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.1447961 May 03 09:20:06.200263 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:20:06.212947 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:20:06.213602 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:20:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:06.289140 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:20:06.297620 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ebcb959f-fb71-43ac-8a09-288dd4f328bf admin admin] 10.222.0.23 "PUT /v2.0/routers/b8841b3b-9b4b-470f-8eb9-851ca3f311ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6520004 May 03 09:20:06.299108 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] Sync routers for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:20:06.300210 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34216) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:06.304060 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab74660-8be0-452a-979f-95b126c90f30 req-24b899dd-25d8-47c9-831d-ffb200d64fe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a HTTP/1.1" status: 200 len: 999 time: 0.1042325 May 03 09:20:06.310548 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:20:06.311480 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:20:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:06.331196 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:20:06.358360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74660-8be0-452a-979f-95b126c90f30 req-725c3d17-bf65-4cc2-9f1d-1e16ce8906c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:06.360580 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab74660-8be0-452a-979f-95b126c90f30 req-725c3d17-bf65-4cc2-9f1d-1e16ce8906c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0537198 May 03 09:20:06.406169 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74660-8be0-452a-979f-95b126c90f30 req-dc7f0776-ba8e-43b9-958f-7fff56d895c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:06.407906 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab74660-8be0-452a-979f-95b126c90f30 req-dc7f0776-ba8e-43b9-958f-7fff56d895c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407064 May 03 09:20:06.412185 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks [] for router (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:06.430314 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:20:06.516454 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab74660-8be0-452a-979f-95b126c90f30 req-4db83cb8-b178-4877-9ce4-089560bbbb1a service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008830 May 03 09:20:06.540432 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks [] for router_gateway (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:06.600178 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Deleting port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:20:06.600574 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:06.603982 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '77411c17-3794-4847-b413-fdae951c6daa', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:cf:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:20:04Z', 'updated_at': '2022-05-03T09:20:04Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:06.632577 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dab74660-8be0-452a-979f-95b126c90f30 req-9e5c698a-10ee-4e40-823a-4d1a582de6e4 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077645 May 03 09:20:06.636983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:20:05Z', 'revision_number': 5, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port': {'id': '88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:54Z', 'updated_at': '2022-05-03T09:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:06.641563 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86e26f-e389-4ae2-b056-453a97c20d0e None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '77411c17-3794-4847-b413-fdae951c6daa', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:cf:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:20:04Z', 'updated_at': '2022-05-03T09:20:04Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:20:06.669593 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] Checking router: b8841b3b-9b4b-470f-8eb9-851ca3f311ad for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:20:06.678643 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] Routers {'b8841b3b-9b4b-470f-8eb9-851ca3f311ad'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:20:06.679256 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:20:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:06.697520 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] For port 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:06.697937 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:06.713447 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Calling delete_port for 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 owned by network:router_gateway {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:20:06.774626 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] Set router b8841b3b-9b4b-470f-8eb9-851ca3f311ad gateway port host: None {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:20:06.828914 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:20:06Z', 'revision_number': 6, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:06.891026 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:06.895466 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2776dcd-d0d4-46f4-b9e6-1d7d827cdca9 None None] New status for floating IP 77411c17-3794-4847-b413-fdae951c6daa: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:20:06.924222 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:06.992487 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.005699 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc4f45-d2ec-4de4-b91a-74c0aaf08772 None None] The sync data for ids ['b8841b3b-9b4b-470f-8eb9-851ca3f311ad'] in dv-cinder-840279-1-iscsi is: [{'id': 'b8841b3b-9b4b-470f-8eb9-851ca3f311ad', 'name': 'tempest-TestShelveInstance-570855179-router', 'tenant_id': '3444fc5e89a24b7c9ec0e18369085501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:53Z', 'updated_at': '2022-05-03T09:20:06Z', 'revision_number': 6, 'project_id': '3444fc5e89a24b7c9ec0e18369085501', 'gw_port_host': None}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:20:07.095546 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.097790 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks [] for router_controller (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.139688 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (b8841b3b-9b4b-470f-8eb9-851ca3f311ad), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.140249 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8841b3b-9b4b-470f-8eb9-851ca3f311ad {{(pid=103440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:20:07.144399 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.148052 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-62e3bfd3-7559-4224-8288-0dfe37cf5e5e admin admin] 10.222.0.23 "DELETE /v2.0/routers/b8841b3b-9b4b-470f-8eb9-851ca3f311ad HTTP/1.1" status: 204 len: 168 time: 0.8468659 May 03 09:20:07.148200 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34218) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:07.194236 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] Deleting subnet 9c791802-20b9-415f-941a-5a81bb21889f {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:20:07.197339 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] Publish callbacks [] for subnet (9c791802-20b9-415f-941a-5a81bb21889f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.236330 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (9c791802-20b9-415f-941a-5a81bb21889f), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.315522 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (9c791802-20b9-415f-941a-5a81bb21889f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.371424 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (9c791802-20b9-415f-941a-5a81bb21889f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.398348 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c791802-20b9-415f-941a-5a81bb21889f,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:07.400350 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.406364 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-31f136a6-87f4-4599-9341-8d0c8d2d862d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9c791802-20b9-415f-941a-5a81bb21889f HTTP/1.1" status: 204 len: 168 time: 0.2549710 May 03 09:20:07.406596 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34220) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:07.411624 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377f70f-6e58-4059-8657-ec06f1d10e65 None None] Network 2008d54f-f792-4d1d-83bf-fd944d4b7d69 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:20:07.477605 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (2008d54f-f792-4d1d-83bf-fd944d4b7d69), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.524288 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Deleting port 9548ef06-690b-4ffc-a50b-cabb5ae5737f {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:20:07.524628 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.584831 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] For port 9548ef06-690b-4ffc-a50b-cabb5ae5737f, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9548ef06-690b-4ffc-a50b-cabb5ae5737f,segment=NetworkSegment(16dd8426-4a86-4984-8f2f-335d511f608f),segment_id=16dd8426-4a86-4984-8f2f-335d511f608f)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:07.585185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.597991 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Calling delete_port for 9548ef06-690b-4ffc-a50b-cabb5ae5737f owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:20:07.678189 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (9548ef06-690b-4ffc-a50b-cabb5ae5737f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:07.704723 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9548ef06-690b-4ffc-a50b-cabb5ae5737f,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:07.708178 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] No DVR routers for this DVR port 9548ef06-690b-4ffc-a50b-cabb5ae5737f on host dv-cinder-840279-1-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:20:07.809407 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed444d-a63f-4550-b5d6-6761e1395546 None None] DHCP port deletion for 2008d54f-f792-4d1d-83bf-fd944d4b7d69 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:20:08.064732 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (2008d54f-f792-4d1d-83bf-fd944d4b7d69), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:08.086617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2008d54f-f792-4d1d-83bf-fd944d4b7d69']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:08.096373 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dd8426-4a86-4984-8f2f-335d511f608f') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:08.096679 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dd8426-4a86-4984-8f2f-335d511f608f') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:08.106295 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (16dd8426-4a86-4984-8f2f-335d511f608f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:08.120436 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (16dd8426-4a86-4984-8f2f-335d511f608f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:08.126591 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:20:08.127040 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (16dd8426-4a86-4984-8f2f-335d511f608f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:20:08.128913 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:20:08.181805 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (2008d54f-f792-4d1d-83bf-fd944d4b7d69), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:08.187670 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:08.190819 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2008d54f-f792-4d1d-83bf-fd944d4b7d69 HTTP/1.1" status: 204 len: 168 time: 0.7833047 May 03 09:20:08.193785 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34222) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:08.204478 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabc8a3-4052-4059-babf-6b91ceb546d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2008d54f-f792-4d1d-83bf-fd944d4b7d69,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:08.520040 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (3af63f40-093b-4b36-9539-7f4b6b2aab5e), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:08.984325 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Deleting port a3b370f6-b325-4ab0-a88a-34c8d79002f6 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:20:08.984671 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:09.054781 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device f0be6e76-71fc-4a45-a01f-3aca5aa2992e no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:09.064854 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] For port a3b370f6-b325-4ab0-a88a-34c8d79002f6, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=a3b370f6-b325-4ab0-a88a-34c8d79002f6,segment=NetworkSegment(42acb693-9877-400e-8a98-0b17d2d3689f),segment_id=42acb693-9877-400e-8a98-0b17d2d3689f)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:09.065230 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:09.074852 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: f0be6e76-71fc-4a45-a01f-3aca5aa2992e {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:20:09.075201 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device f0be6e76-71fc-4a45-a01f-3aca5aa2992e not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:20:09.075616 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:09.077659 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Calling delete_port for a3b370f6-b325-4ab0-a88a-34c8d79002f6 owned by network:router_interface {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:20:09.094335 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:20:09.094682 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 88cbd008-d6cc-4ecd-9f9a-3c01275d5aa6 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:20:09.095105 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9548ef06-690b-4ffc-a50b-cabb5ae5737f no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:09.114051 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 9548ef06-690b-4ffc-a50b-cabb5ae5737f {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:20:09.114409 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9548ef06-690b-4ffc-a50b-cabb5ae5737f not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:20:09.256468 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (a3b370f6-b325-4ab0-a88a-34c8d79002f6), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:09.284894 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b370f6-b325-4ab0-a88a-34c8d79002f6,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:09.450486 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (3af63f40-093b-4b36-9539-7f4b6b2aab5e), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:09.663913 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Router 3af63f40-093b-4b36-9539-7f4b6b2aab5e has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:20:09.768822 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:20:09.774241 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a6670617-0ba4-4886-937f-538617326c61 admin admin] 10.222.0.23 "PUT /v2.0/routers/3af63f40-093b-4b36-9539-7f4b6b2aab5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5793245 May 03 09:20:09.777394 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34224) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:09.778202 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] Sync routers for ids ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:20:09.788644 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] Routers {'3af63f40-093b-4b36-9539-7f4b6b2aab5e'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:20:09.789258 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:20:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:09.879841 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks [] for router (3af63f40-093b-4b36-9539-7f4b6b2aab5e), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:09.894695 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] Set router 3af63f40-093b-4b36-9539-7f4b6b2aab5e gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:20:09.982511 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks [] for router_gateway (3af63f40-093b-4b36-9539-7f4b6b2aab5e), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.026633 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Deleting port adf9572a-986c-43ee-a779-f74bbc83737f {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:20:10.026974 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.064976 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:20:09Z', 'revision_number': 5, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port': {'id': 'adf9572a-986c-43ee-a779-f74bbc83737f', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:12:59Z', 'updated_at': '2022-05-03T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:10.091416 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] Checking router: 3af63f40-093b-4b36-9539-7f4b6b2aab5e for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:20:10.099756 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] Routers {'3af63f40-093b-4b36-9539-7f4b6b2aab5e'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:20:10.100414 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:20:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:10.105755 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] For port adf9572a-986c-43ee-a779-f74bbc83737f, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=adf9572a-986c-43ee-a779-f74bbc83737f,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:10.106128 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.118877 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Calling delete_port for adf9572a-986c-43ee-a779-f74bbc83737f owned by network:router_gateway {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:20:10.187968 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] Set router 3af63f40-093b-4b36-9539-7f4b6b2aab5e gateway port host: None {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:20:10.242368 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:20:09Z', 'revision_number': 6, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:10.269543 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10200b36-9ed6-4d91-96da-bc0caf3d31c3 None None] The sync data for ids ['3af63f40-093b-4b36-9539-7f4b6b2aab5e'] in dv-cinder-840279-1-iscsi is: [{'id': '3af63f40-093b-4b36-9539-7f4b6b2aab5e', 'name': 'tempest-TestShelveInstance-899875238-router', 'tenant_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:12:58Z', 'updated_at': '2022-05-03T09:20:09Z', 'revision_number': 6, 'project_id': 'd7a19b2a1ef24312ac5a2c74173ce3d0', 'gw_port_host': None}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:20:10.287802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (adf9572a-986c-43ee-a779-f74bbc83737f), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.316673 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf9572a-986c-43ee-a779-f74bbc83737f,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:10.374646 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (3af63f40-093b-4b36-9539-7f4b6b2aab5e), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.463112 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (3af63f40-093b-4b36-9539-7f4b6b2aab5e), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.465288 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks [] for router_controller (3af63f40-093b-4b36-9539-7f4b6b2aab5e), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.510111 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (3af63f40-093b-4b36-9539-7f4b6b2aab5e), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.510857 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af63f40-093b-4b36-9539-7f4b6b2aab5e {{(pid=103440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:20:10.515647 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.516952 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f6c53c4f-d27f-4a75-847d-fef17c100ce0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3af63f40-093b-4b36-9539-7f4b6b2aab5e HTTP/1.1" status: 204 len: 168 time: 0.7386274 May 03 09:20:10.519395 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34226) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:10.562656 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] Deleting subnet e5fe81ab-fca2-4672-953f-72e9e3100184 {{(pid=103440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:20:10.565561 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] Publish callbacks [] for subnet (e5fe81ab-fca2-4672-953f-72e9e3100184), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.598351 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6768236'] for subnet (e5fe81ab-fca2-4672-953f-72e9e3100184), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.681227 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (e5fe81ab-fca2-4672-953f-72e9e3100184), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.737148 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5435078'] for subnet (e5fe81ab-fca2-4672-953f-72e9e3100184), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.763546 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fe81ab-fca2-4672-953f-72e9e3100184,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:10.765473 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.768641 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-d30dd2aa-d160-4ff0-b55c-26c8cbd91d9e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5fe81ab-fca2-4672-953f-72e9e3100184 HTTP/1.1" status: 204 len: 168 time: 0.2483234 May 03 09:20:10.769403 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7547c868-e191-4cfb-8208-d2e5dee14bcd None None] Network f75984f6-ebb0-492e-9ca8-4368308e4942 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:20:10.771331 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34228) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:10.843073 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (f75984f6-ebb0-492e-9ca8-4368308e4942), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.888298 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Deleting port 9879ae38-8d6a-47ed-8127-55828e02dd11 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:20:10.888638 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.949263 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] For port 9879ae38-8d6a-47ed-8127-55828e02dd11, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=9879ae38-8d6a-47ed-8127-55828e02dd11,segment=NetworkSegment(42acb693-9877-400e-8a98-0b17d2d3689f),segment_id=42acb693-9877-400e-8a98-0b17d2d3689f)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:10.949617 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:10.961774 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Calling delete_port for 9879ae38-8d6a-47ed-8127-55828e02dd11 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:20:11.037951 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd97d8d-c534-4ea7-b5a9-3f35270d1374 None None] DHCP port deletion for f75984f6-ebb0-492e-9ca8-4368308e4942 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:20:11.051305 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (9879ae38-8d6a-47ed-8127-55828e02dd11), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.071779 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cfd97d8d-c534-4ea7-b5a9-3f35270d1374 None None] The port '9879ae38-8d6a-47ed-8127-55828e02dd11' was deleted {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} May 03 09:20:11.077912 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9879ae38-8d6a-47ed-8127-55828e02dd11,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:11.082993 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] No DVR routers for this DVR port 9879ae38-8d6a-47ed-8127-55828e02dd11 on host dv-cinder-840279-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:20:11.127788 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9879ae38-8d6a-47ed-8127-55828e02dd11 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:11.149030 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 9879ae38-8d6a-47ed-8127-55828e02dd11 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:20:11.149391 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 9879ae38-8d6a-47ed-8127-55828e02dd11 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:20:11.149816 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device a3b370f6-b325-4ab0-a88a-34c8d79002f6 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:11.163949 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (f75984f6-ebb0-492e-9ca8-4368308e4942), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.173347 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: a3b370f6-b325-4ab0-a88a-34c8d79002f6 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:20:11.173697 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device a3b370f6-b325-4ab0-a88a-34c8d79002f6 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:20:11.174123 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device adf9572a-986c-43ee-a779-f74bbc83737f no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:11.184287 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75984f6-ebb0-492e-9ca8-4368308e4942']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:11.194143 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42acb693-9877-400e-8a98-0b17d2d3689f') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:11.194474 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42acb693-9877-400e-8a98-0b17d2d3689f') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:20:11.195605 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: adf9572a-986c-43ee-a779-f74bbc83737f {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:20:11.195960 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device adf9572a-986c-43ee-a779-f74bbc83737f not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:20:11.214969 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (42acb693-9877-400e-8a98-0b17d2d3689f), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.223302 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (42acb693-9877-400e-8a98-0b17d2d3689f), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.229807 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:20:11.230203 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (42acb693-9877-400e-8a98-0b17d2d3689f), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:20:11.231929 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:20:11.292284 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (f75984f6-ebb0-492e-9ca8-4368308e4942), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.298312 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.301577 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f75984f6-ebb0-492e-9ca8-4368308e4942 HTTP/1.1" status: 204 len: 168 time: 0.5292757 May 03 09:20:11.313139 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5e55f-b8af-4d4a-b3d7-32389b7142f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75984f6-ebb0-492e-9ca8-4368308e4942,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:11.415418 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34238) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:11.458931 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-bdd1ba62-fa27-45d3-81ba-45058bd1ff34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3444fc5e89a24b7c9ec0e18369085501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423510 May 03 09:20:11.461360 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34240) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:11.512203 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2465e1b-4ca6-4e71-8689-ea7260838735 admin admin] Publish callbacks [] for security_group (6acfbf13-2644-48d1-b89e-e8f8e1fe91c8), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.536544 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2465e1b-4ca6-4e71-8689-ea7260838735 admin admin] Publish callbacks [] for security_group (6acfbf13-2644-48d1-b89e-e8f8e1fe91c8), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.583599 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2465e1b-4ca6-4e71-8689-ea7260838735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (6acfbf13-2644-48d1-b89e-e8f8e1fe91c8), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.586229 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2465e1b-4ca6-4e71-8689-ea7260838735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:11.590282 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-c2465e1b-4ca6-4e71-8689-ea7260838735 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6acfbf13-2644-48d1-b89e-e8f8e1fe91c8 HTTP/1.1" status: 204 len: 168 time: 0.1279767 May 03 09:20:11.599370 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465e1b-4ca6-4e71-8689-ea7260838735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acfbf13-2644-48d1-b89e-e8f8e1fe91c8,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:11.911981 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34250) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:11.952543 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e332e08a-442c-4a05-ab24-4d93206dba3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7a19b2a1ef24312ac5a2c74173ce3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392976 May 03 09:20:11.954901 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34252) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:20:12.006527 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12ef5077-5751-440e-8669-d83360fe6f76 admin admin] Publish callbacks [] for security_group (8e24240a-3e23-4bbf-ac02-56e6789b7d09), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:12.031352 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12ef5077-5751-440e-8669-d83360fe6f76 admin admin] Publish callbacks [] for security_group (8e24240a-3e23-4bbf-ac02-56e6789b7d09), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:12.080381 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12ef5077-5751-440e-8669-d83360fe6f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8e24240a-3e23-4bbf-ac02-56e6789b7d09), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:12.082841 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12ef5077-5751-440e-8669-d83360fe6f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:12.083998 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-12ef5077-5751-440e-8669-d83360fe6f76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e24240a-3e23-4bbf-ac02-56e6789b7d09 HTTP/1.1" status: 204 len: 168 time: 0.1281674 May 03 09:20:12.091697 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5077-5751-440e-8669-d83360fe6f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e24240a-3e23-4bbf-ac02-56e6789b7d09,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:13.608394 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23656-3523-4c19-934e-a63cbbe0f583 req-176d9791-244c-4d8f-99c8-5686d6fcb7c6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:13.609856 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6dc23656-3523-4c19-934e-a63cbbe0f583 req-176d9791-244c-4d8f-99c8-5686d6fcb7c6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0458820 May 03 09:20:13.656579 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6dc23656-3523-4c19-934e-a63cbbe0f583 req-2c5a4f1e-1cad-461f-b7f7-dc1266dfec86 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 May 03 09:20:14.777401 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7eb56-772c-4da3-a2df-ccc4e8689186 req-b1ef0ef0-12fc-4668-824e-8f76ec339197 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:14.778834 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5ba7eb56-772c-4da3-a2df-ccc4e8689186 req-b1ef0ef0-12fc-4668-824e-8f76ec339197 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0486443 May 03 09:20:14.824598 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5ba7eb56-772c-4da3-a2df-ccc4e8689186 req-1748bba0-6937-48d0-9ef9-ae106192837c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 May 03 09:20:15.939419 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa28df-1c0f-4704-b33e-d4c56243c678 req-c830b42a-6d3d-46bc-b83b-c4dc7c345e02 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:15.940896 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e5fa28df-1c0f-4704-b33e-d4c56243c678 req-c830b42a-6d3d-46bc-b83b-c4dc7c345e02 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0462513 May 03 09:20:15.986877 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e5fa28df-1c0f-4704-b33e-d4c56243c678 req-44cf9f58-784e-4396-9e53-84ff26419233 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 May 03 09:20:17.104277 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c59eb8-a65b-4519-a3ea-fbf8f986151c req-4660012e-b525-4ebc-86f7-a0c70d89e124 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:17.105771 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-58c59eb8-a65b-4519-a3ea-fbf8f986151c req-4660012e-b525-4ebc-86f7-a0c70d89e124 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0459893 May 03 09:20:17.151787 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-58c59eb8-a65b-4519-a3ea-fbf8f986151c req-a017b6e5-3ee5-4588-96f1-3a79b5a53ac8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 May 03 09:20:18.268050 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a73c-a578-4a3b-9434-d7200fb6e8aa req-c18e7b33-b8ea-4cb1-883f-42517594b215 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:18.269495 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e1d4a73c-a578-4a3b-9434-d7200fb6e8aa req-c18e7b33-b8ea-4cb1-883f-42517594b215 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0473797 May 03 09:20:18.314506 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e1d4a73c-a578-4a3b-9434-d7200fb6e8aa req-a9d07ea5-db52-42bc-b15d-f5b883192a01 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 May 03 09:20:19.426972 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0b795-16b8-488a-acf9-147283d6bd20 req-c36f37b4-ef79-4682-8c07-0f67c79d088a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:19.428438 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1dc0b795-16b8-488a-acf9-147283d6bd20 req-c36f37b4-ef79-4682-8c07-0f67c79d088a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0455344 May 03 09:20:19.476025 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1dc0b795-16b8-488a-acf9-147283d6bd20 req-4e2e2cdf-1854-47b1-94ac-b1b499f1d412 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 May 03 09:20:20.591592 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a3d61-7885-4ab6-9dc2-6781c7ed937f req-abbbd293-f23a-4dee-afa9-ed05c73ca8d0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:20.593060 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1f2a3d61-7885-4ab6-9dc2-6781c7ed937f req-abbbd293-f23a-4dee-afa9-ed05c73ca8d0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0465057 May 03 09:20:20.638761 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1f2a3d61-7885-4ab6-9dc2-6781c7ed937f req-db00393c-1d89-421b-8d9d-c14042834dc7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402813 May 03 09:20:21.753870 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c4d0-0292-49a9-94b5-05cd31f14db9 req-f06a32a7-ed12-4af0-b7f6-d4954012f2db tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:21.755318 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1440c4d0-0292-49a9-94b5-05cd31f14db9 req-f06a32a7-ed12-4af0-b7f6-d4954012f2db tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0459816 May 03 09:20:21.799801 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1440c4d0-0292-49a9-94b5-05cd31f14db9 req-4f5992d0-8207-4f20-9873-237fdbd81f0f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 May 03 09:20:22.918669 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd3dda-9dc3-46f4-8e69-5b694d1ca4a4 req-384e606d-87f2-46af-9d36-17cadde9cb42 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:22.920153 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b8dd3dda-9dc3-46f4-8e69-5b694d1ca4a4 req-384e606d-87f2-46af-9d36-17cadde9cb42 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0486906 May 03 09:20:22.965549 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b8dd3dda-9dc3-46f4-8e69-5b694d1ca4a4 req-05b5f4e4-64e1-4293-9a12-d9a2f1915f29 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399277 May 03 09:20:24.078870 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca93ea-910d-4cab-b393-50479a4156f1 req-8dd22815-902a-4810-92ff-d8a5f137219a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:24.080374 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1ca93ea-910d-4cab-b393-50479a4156f1 req-8dd22815-902a-4810-92ff-d8a5f137219a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0463221 May 03 09:20:24.125720 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1ca93ea-910d-4cab-b393-50479a4156f1 req-e2bfa7b2-812b-4214-a297-be2a3e29ab61 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 May 03 09:20:25.241869 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c0bd9-3fbf-4b20-95cd-9f87dc5cf8d7 req-a3c8e213-6d00-4339-8fad-331e922abe38 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:25.243378 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-276c0bd9-3fbf-4b20-95cd-9f87dc5cf8d7 req-a3c8e213-6d00-4339-8fad-331e922abe38 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0477791 May 03 09:20:25.291584 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-276c0bd9-3fbf-4b20-95cd-9f87dc5cf8d7 req-3605bb02-132b-4c2d-84a3-36836b418713 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 May 03 09:20:26.410159 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a300da-9887-4ce2-9dd0-29b0c6ed4910 req-9a64fa71-d660-40db-be0a-cf38cbcd6400 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:26.411663 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-21a300da-9887-4ce2-9dd0-29b0c6ed4910 req-9a64fa71-d660-40db-be0a-cf38cbcd6400 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0491955 May 03 09:20:26.433120 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:20:26.459077 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-21a300da-9887-4ce2-9dd0-29b0c6ed4910 req-ffb1a733-274e-4f64-9c1a-ac52ac007533 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 May 03 09:20:26.533805 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:26.544941 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'port_id': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'mac_address': 'fa:16:3e:56:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:20:26.584980 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 9d87a560-4715-451d-90d7-5fd020cc8dc6 is: ACTIVE; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:20:26.585366 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:26.597832 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d87a560-4715-451d-90d7-5fd020cc8dc6 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:20:26.625483 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:26.629112 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:26.674171 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:26.803439 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['9d87a560-4715-451d-90d7-5fd020cc8dc6'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:20:27.108048 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:27.574576 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66bd83-02b9-4445-9c10-2396a53d9c0a req-4e17c050-027e-4312-acec-abd230aa57ff tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:27.576032 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7f66bd83-02b9-4445-9c10-2396a53d9c0a req-4e17c050-027e-4312-acec-abd230aa57ff tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 944 time: 0.0458229 May 03 09:20:27.624450 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7f66bd83-02b9-4445-9c10-2396a53d9c0a req-610c1b2b-e1f6-4467-b18d-2693796e39b8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 May 03 09:20:27.971840 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b52e3ad8-2036-41ec-95b1-65ebd5a89269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:28.450931 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:20:28.497379 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 9d87a560-4715-451d-90d7-5fd020cc8dc6 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:20:28.497679 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:28.574653 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 9d87a560-4715-451d-90d7-5fd020cc8dc6 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:20:28.575033 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:28.596504 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:20:28.600250 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e624f6-e164-42c9-ab6a-c8ddb0a28a27" -d '{"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:20:28.613468 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:28.617620 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:28.643249 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bce82c-51e8-43d6-9bd5-71dfe7d76108 x-openstack-request-id: req-87bce82c-51e8-43d6-9bd5-71dfe7d76108 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:20:28.643562 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:20:28.643813 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87bce82c-51e8-43d6-9bd5-71dfe7d76108 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:20:28.644237 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bce82c-51e8-43d6-9bd5-71dfe7d76108'] response: {'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'code': 200} May 03 09:20:28.669767 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:28.741365 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e289d5-45f4-4480-b02f-a651b415ce77 req-33b6d608-3710-43e0-b2a8-7af90abb0c40 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:28.742811 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7e289d5-45f4-4480-b02f-a651b415ce77 req-33b6d608-3710-43e0-b2a8-7af90abb0c40 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0461719 May 03 09:20:28.787621 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e7e289d5-45f4-4480-b02f-a651b415ce77 req-9c28cea2-54ff-4b3c-acef-28f9e20e267e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392749 May 03 09:20:29.905133 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c54cd-a7db-426f-b6cc-272e3d3c76f8 req-e730d1de-a88f-4568-9f8f-fa7024655233 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:29.906644 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f43c54cd-a7db-426f-b6cc-272e3d3c76f8 req-e730d1de-a88f-4568-9f8f-fa7024655233 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0470958 May 03 09:20:29.952454 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f43c54cd-a7db-426f-b6cc-272e3d3c76f8 req-b6b90e7f-fead-4a3f-ab4d-432709573263 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 May 03 09:20:30.329104 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8987c781-1ed1-4a9b-b799-bd94bed75c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:31.071845 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019a352-25fb-4e82-b64a-096b05774875 req-0abe2489-61ed-4445-8012-2aa258ea9283 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:31.073300 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b019a352-25fb-4e82-b64a-096b05774875 req-0abe2489-61ed-4445-8012-2aa258ea9283 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0446968 May 03 09:20:31.117851 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b019a352-25fb-4e82-b64a-096b05774875 req-bdbbd614-55a4-48ac-b4a0-4ef8fb8518c3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392046 May 03 09:20:31.342867 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:32.247432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c770c1-3432-42f2-9258-7865de4369d3 req-4a390227-7d9d-4323-94cc-1c033f68ca84 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:32.249618 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5c770c1-3432-42f2-9258-7865de4369d3 req-4a390227-7d9d-4323-94cc-1c033f68ca84 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0598102 May 03 09:20:32.303571 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5c770c1-3432-42f2-9258-7865de4369d3 req-f1d96f2b-53c0-4172-94f7-1010caccb0c2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482252 May 03 09:20:32.853753 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:33.430346 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b43f7d-7a38-44c7-839d-673d4d2b4988 req-55d395d8-affe-4f1d-9f00-30a662e155d0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:33.431995 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a2b43f7d-7a38-44c7-839d-673d4d2b4988 req-55d395d8-affe-4f1d-9f00-30a662e155d0 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0528252 May 03 09:20:33.483877 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a2b43f7d-7a38-44c7-839d-673d4d2b4988 req-8aa389bb-3138-4b2c-b38b-5a90673b77f5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 May 03 09:20:34.371823 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:34.610912 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799cea-7a35-4c77-a1a8-f26e9fedcfef req-6a5edc33-9f40-4733-b0b2-42f832d286d9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:34.613556 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-40799cea-7a35-4c77-a1a8-f26e9fedcfef req-6a5edc33-9f40-4733-b0b2-42f832d286d9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0535328 May 03 09:20:34.682058 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-40799cea-7a35-4c77-a1a8-f26e9fedcfef req-534f0694-9724-44d1-813a-9d450a0efc38 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606360 May 03 09:20:35.826583 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277da3b6-0ab5-4830-a720-6431bbc686ec req-bdd096df-0204-4764-8ce5-2fa77ffc33d1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:35.828100 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-277da3b6-0ab5-4830-a720-6431bbc686ec req-bdd096df-0204-4764-8ce5-2fa77ffc33d1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0691743 May 03 09:20:35.877648 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-277da3b6-0ab5-4830-a720-6431bbc686ec req-11756913-42e5-44d0-9bc5-c7737bac3525 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 May 03 09:20:37.003345 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82471b9-437e-4661-82af-91e180fbf882 req-bdf37d05-bbad-466b-9126-3da91f106ae6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:37.005924 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a82471b9-437e-4661-82af-91e180fbf882 req-bdf37d05-bbad-466b-9126-3da91f106ae6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0499077 May 03 09:20:37.061216 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a82471b9-437e-4661-82af-91e180fbf882 req-2766d994-d93b-4773-9381-438777ca49fa tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495362 May 03 09:20:37.723526 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:20:38.184841 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd673f7-c209-4213-afbc-dd60d0b758b3 req-78b75edd-451e-4c93-a792-ad2e1d3b45a1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:38.186333 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5cd673f7-c209-4213-afbc-dd60d0b758b3 req-78b75edd-451e-4c93-a792-ad2e1d3b45a1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0479081 May 03 09:20:38.245554 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5cd673f7-c209-4213-afbc-dd60d0b758b3 req-46635bb6-1952-4782-8fdc-9c5f2e588a83 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537012 May 03 09:20:39.376552 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae81932-16a8-4c19-992d-72033c2c6352 req-d0050178-117b-4a6d-a651-88320e4eac16 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:39.379586 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae81932-16a8-4c19-992d-72033c2c6352 req-d0050178-117b-4a6d-a651-88320e4eac16 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0552239 May 03 09:20:39.432766 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bae81932-16a8-4c19-992d-72033c2c6352 req-868e6ee4-b461-427c-bab0-f762692796d1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 May 03 09:20:40.554719 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955744-f874-4ac0-8779-1431c8c1ba77 req-97f6086e-1b78-46b0-b486-021fe3e09cc6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:40.556808 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0e955744-f874-4ac0-8779-1431c8c1ba77 req-97f6086e-1b78-46b0-b486-021fe3e09cc6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0530241 May 03 09:20:40.612127 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0e955744-f874-4ac0-8779-1431c8c1ba77 req-b6f23e8f-da43-4acc-a9c4-a7bc51ffc5a1 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489821 May 03 09:20:41.732823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0de80-ad66-479a-89ec-d764291fb28c req-34fb8d98-1dc6-45de-b56f-1ea5a20b4006 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:41.734261 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e3f0de80-ad66-479a-89ec-d764291fb28c req-34fb8d98-1dc6-45de-b56f-1ea5a20b4006 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0459230 May 03 09:20:41.778769 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e3f0de80-ad66-479a-89ec-d764291fb28c req-3aedd404-23ba-453e-91a8-f967a759830e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 May 03 09:20:42.229087 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192381-5880-4edf-81a6-8457e49baf74 req-d6bcc405-a5f2-4b9c-8b94-032b74e4773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:42.230587 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-81192381-5880-4edf-81a6-8457e49baf74 req-d6bcc405-a5f2-4b9c-8b94-032b74e4773c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1129 time: 0.0413256 May 03 09:20:42.319629 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192381-5880-4edf-81a6-8457e49baf74 req-909b1b0c-adc5-4110-94db-aa67e4c16105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:42.321098 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-81192381-5880-4edf-81a6-8457e49baf74 req-909b1b0c-adc5-4110-94db-aa67e4c16105 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.0832462 May 03 09:20:42.387448 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-81192381-5880-4edf-81a6-8457e49baf74 req-f24331c7-9b50-45cc-9cb0-aa588efab60c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0598757 May 03 09:20:42.434936 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192381-5880-4edf-81a6-8457e49baf74 req-880340e8-c775-4afd-98d1-c05f704dd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:42.436368 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-81192381-5880-4edf-81a6-8457e49baf74 req-880340e8-c775-4afd-98d1-c05f704dd720 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0425537 May 03 09:20:42.479889 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192381-5880-4edf-81a6-8457e49baf74 req-24ef8a87-4b63-4095-8d82-5f939a85cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:42.481280 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-81192381-5880-4edf-81a6-8457e49baf74 req-24ef8a87-4b63-4095-8d82-5f939a85cd12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377738 May 03 09:20:42.572986 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-81192381-5880-4edf-81a6-8457e49baf74 req-8a4fa61d-8d5e-4104-9d69-dc30574682c3 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 May 03 09:20:42.659074 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-81192381-5880-4edf-81a6-8457e49baf74 req-2ed4ff39-1e9e-438e-a743-6fa0348194b5 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793242 May 03 09:20:42.892068 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d5102-7680-4d82-81e5-1e09ced74ca5 req-36756134-791b-40c6-a3e7-bf5c0b25ee48 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:42.893519 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc8d5102-7680-4d82-81e5-1e09ced74ca5 req-36756134-791b-40c6-a3e7-bf5c0b25ee48 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0441253 May 03 09:20:42.938758 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc8d5102-7680-4d82-81e5-1e09ced74ca5 req-ed69c36b-5f57-4a2b-9345-d9a734791ee9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 May 03 09:20:44.060711 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558c12c-be37-411a-b6fb-34555e4f3671 req-40908bd5-eb84-4bbd-bbeb-49ddce484548 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:44.062185 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7558c12c-be37-411a-b6fb-34555e4f3671 req-40908bd5-eb84-4bbd-bbeb-49ddce484548 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 945 time: 0.0535817 May 03 09:20:44.107052 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7558c12c-be37-411a-b6fb-34555e4f3671 req-443de74a-951e-4097-a35a-a0d8a06bf636 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394018 May 03 09:20:44.515677 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:20:44.593398 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 9d87a560-4715-451d-90d7-5fd020cc8dc6 is: ACTIVE; New status is: DOWN {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:20:44.593791 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:44.615539 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:20:44.617768 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b572c419-92c2-432d-8c82-60b12facc3ff" -d '{"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:20:44.630953 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:20:44.635875 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:44.660262 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7579712b-1f5f-40c2-ba7c-79d2309eee8c x-openstack-request-id: req-7579712b-1f5f-40c2-ba7c-79d2309eee8c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:20:44.660579 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:20:44.660835 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7579712b-1f5f-40c2-ba7c-79d2309eee8c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:20:44.661227 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7579712b-1f5f-40c2-ba7c-79d2309eee8c'] response: {'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'code': 200} May 03 09:20:44.685244 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:20:45.458945 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca12d7b-d252-4564-9930-02a829c5d947 req-7eb80bfa-358f-4151-b303-d2f51fe3fe28 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:45.460421 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4ca12d7b-d252-4564-9930-02a829c5d947 req-7eb80bfa-358f-4151-b303-d2f51fe3fe28 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.2803411 May 03 09:20:45.505741 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4ca12d7b-d252-4564-9930-02a829c5d947 req-4e170ed4-1220-49f3-ae2f-70b39a6e48fb tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 May 03 09:20:47.398899 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d98f90-15cb-4969-b772-907bd1b7f0f7 req-ea5a0dba-4486-4feb-9b43-ba4f9778ff80 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:47.400300 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-39d98f90-15cb-4969-b772-907bd1b7f0f7 req-ea5a0dba-4486-4feb-9b43-ba4f9778ff80 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0462110 May 03 09:20:47.446628 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-39d98f90-15cb-4969-b772-907bd1b7f0f7 req-a63b27de-d63e-4e5a-94b5-429eabb964c9 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 May 03 09:20:47.614366 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-8362a99d-45e2-420a-a5ab-7063858fff3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0357034 May 03 09:20:47.686006 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-8cbca0e4-c2eb-4fed-95fe-56fb6e84cb78 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:47.687244 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-8cbca0e4-c2eb-4fed-95fe-56fb6e84cb78 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports/9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 940 time: 0.0450809 May 03 09:20:48.521265 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-77f8b221-ee73-4b46-92f5-b7923e95c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:48.522811 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-77f8b221-ee73-4b46-92f5-b7923e95c061 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f&tenant_id=dd20006a6f1b4ef0951f86c839eb33ec HTTP/1.1" status: 200 len: 1127 time: 0.0397978 May 03 09:20:48.577095 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b34b-4351-4992-83c7-d3eef7336724 req-fd1b9312-38d8-4fe1-aeb6-4ab221a59d1f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:48.579497 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a25b34b-4351-4992-83c7-d3eef7336724 req-fd1b9312-38d8-4fe1-aeb6-4ab221a59d1f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0545876 May 03 09:20:48.600043 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-c9d10c09-5da5-49af-bb5d-1f0dab71cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:48.601941 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-c9d10c09-5da5-49af-bb5d-1f0dab71cf14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1127 time: 0.0462148 May 03 09:20:48.636593 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0a25b34b-4351-4992-83c7-d3eef7336724 req-8891a8e9-8e3b-4656-adb5-472b89121aa7 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507088 May 03 09:20:48.711404 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-88f71406-d2af-4c5e-9903-ce7fd082052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:48.712941 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-88f71406-d2af-4c5e-9903-ce7fd082052c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.1055870 May 03 09:20:48.782497 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-135837cb-6196-4772-9f72-d60517222be9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 999 time: 0.0640140 May 03 09:20:48.831516 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-050c9215-7c62-47c4-811b-98911fc79566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:48.833050 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-050c9215-7c62-47c4-811b-98911fc79566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0437410 May 03 09:20:48.874763 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-c1f03ee5-b514-4edb-87c2-0f8a8cc054dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:48.876244 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-c1f03ee5-b514-4edb-87c2-0f8a8cc054dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368023 May 03 09:20:48.967349 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-82bdd597-1163-4931-87f1-28a4ba1d16ff service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836158 May 03 09:20:49.055379 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-6a0ef0d6-78d2-4151-849b-caec244af8dd service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822186 May 03 09:20:49.774827 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6130d-a9db-4847-ba6d-46d16fe5ddd0 req-ef9958ce-17da-4bd4-b9bf-87c3c581c44f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:49.776349 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-36f6130d-a9db-4847-ba6d-46d16fe5ddd0 req-ef9958ce-17da-4bd4-b9bf-87c3c581c44f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0548706 May 03 09:20:49.829959 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-36f6130d-a9db-4847-ba6d-46d16fe5ddd0 req-7697d3c0-53c6-4b02-a216-56a5d261e8ec tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472600 May 03 09:20:50.953179 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247d207-4a22-41b0-9e1c-cf51aab8b797 req-7cec6a11-9d44-4291-ad9c-e9969b486081 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:50.954660 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c247d207-4a22-41b0-9e1c-cf51aab8b797 req-7cec6a11-9d44-4291-ad9c-e9969b486081 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0473216 May 03 09:20:50.999971 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c247d207-4a22-41b0-9e1c-cf51aab8b797 req-45e4a223-4b94-40b9-90f9-5dbca247c03e tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397618 May 03 09:20:52.142802 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18ff31-546a-48fa-9862-c14e8ab56d58 req-cb0a503b-bdd7-4ce7-887a-2c1717cb1aa3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:52.144335 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2a18ff31-546a-48fa-9862-c14e8ab56d58 req-cb0a503b-bdd7-4ce7-887a-2c1717cb1aa3 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0535164 May 03 09:20:52.192542 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2a18ff31-546a-48fa-9862-c14e8ab56d58 req-1484d633-cde4-4017-b0c7-2a5a8add2391 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 May 03 09:20:53.316483 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d17cff-250f-4b0a-8b2b-36b5666a779b req-e70448a8-298b-4f01-9f44-7b8c09a1d6fd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:53.317972 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-27d17cff-250f-4b0a-8b2b-36b5666a779b req-e70448a8-298b-4f01-9f44-7b8c09a1d6fd tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0487285 May 03 09:20:53.373239 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-27d17cff-250f-4b0a-8b2b-36b5666a779b req-31c793d1-4919-4f0a-8be0-d09ab0960534 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492444 May 03 09:20:54.496221 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf43f35-88c8-4738-9b3d-e338646993e2 req-513aa786-6787-4d53-a2b5-3f4b7b232406 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:54.497533 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3bf43f35-88c8-4738-9b3d-e338646993e2 req-513aa786-6787-4d53-a2b5-3f4b7b232406 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0531940 May 03 09:20:54.543091 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3bf43f35-88c8-4738-9b3d-e338646993e2 req-b69ff928-8fe8-4db9-b941-348ecb3d462f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399699 May 03 09:20:55.663130 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07968c4-ae5a-4a18-b497-701e21105d08 req-b46ae04b-12bf-4fee-a817-a40d13f11c5f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:55.665851 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e07968c4-ae5a-4a18-b497-701e21105d08 req-b46ae04b-12bf-4fee-a817-a40d13f11c5f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0473630 May 03 09:20:55.719537 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e07968c4-ae5a-4a18-b497-701e21105d08 req-d5a1a0fe-4a10-49ca-a724-3e292382e8ba tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461433 May 03 09:20:56.837857 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d4e8e-24ef-4fe9-8376-1a84d04bc334 req-a8fd2317-8da0-4196-9241-e8c29b9d61a4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:56.839383 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-541d4e8e-24ef-4fe9-8376-1a84d04bc334 req-a8fd2317-8da0-4196-9241-e8c29b9d61a4 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0491395 May 03 09:20:56.885432 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-541d4e8e-24ef-4fe9-8376-1a84d04bc334 req-27642bc8-4ee9-4e15-bbec-3e04f17caa7f tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 May 03 09:20:57.117117 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:57.982395 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40c8a113-7d79-48b1-b1b6-aed2400e1906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:20:58.021086 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93281b0c-84c0-4814-8b62-6b4d6a49cb7d req-72572a9b-ce9e-4138-b147-586084767596 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:58.022573 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-93281b0c-84c0-4814-8b62-6b4d6a49cb7d req-72572a9b-ce9e-4138-b147-586084767596 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0657349 May 03 09:20:58.068494 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-93281b0c-84c0-4814-8b62-6b4d6a49cb7d req-36534746-b474-49d6-ad95-fe4a7dafb581 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 May 03 09:20:59.192060 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230361-db0a-46d8-a1f1-de76353ea9a9 req-e286154c-23c7-4b4c-9d33-1195ccbf4649 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:20:59.193467 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92230361-db0a-46d8-a1f1-de76353ea9a9 req-e286154c-23c7-4b4c-9d33-1195ccbf4649 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0464413 May 03 09:20:59.243478 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92230361-db0a-46d8-a1f1-de76353ea9a9 req-fbb64b6b-b457-4288-bd23-0b95074eb670 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 May 03 09:21:00.331681 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-570873ba-7e77-4947-8fc7-e87828eaefbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:00.364878 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537dc40-070b-4afe-a90d-f20309700ee5 req-4cd0e716-17f8-4c40-bdf0-c7a2fb78c717 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:00.366370 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9537dc40-070b-4afe-a90d-f20309700ee5 req-4cd0e716-17f8-4c40-bdf0-c7a2fb78c717 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0520701 May 03 09:21:00.411722 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9537dc40-070b-4afe-a90d-f20309700ee5 req-ec2c82d2-f94e-40cd-9a46-20368c845f00 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 May 03 09:21:01.347071 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:01.531525 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c81428-9c40-450f-ba69-423babc80565 req-44724d26-70c5-411b-8687-8344697c66ed tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:01.532991 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e4c81428-9c40-450f-ba69-423babc80565 req-44724d26-70c5-411b-8687-8344697c66ed tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0456665 May 03 09:21:01.578548 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e4c81428-9c40-450f-ba69-423babc80565 req-3f393d00-d975-45dc-a577-6d5350c84c00 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399349 May 03 09:21:02.692908 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fc8b4-0450-4412-9c77-912adc7bfef6 req-890e9c30-e607-48d8-a649-96aaf9d74108 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:02.694367 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e84fc8b4-0450-4412-9c77-912adc7bfef6 req-890e9c30-e607-48d8-a649-96aaf9d74108 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0458655 May 03 09:21:02.739513 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e84fc8b4-0450-4412-9c77-912adc7bfef6 req-3424c20f-129e-4bad-b681-f856244ea4f8 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390353 May 03 09:21:02.854032 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:03.856258 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15af53-53bb-4252-a943-3747a667c30e req-5f75f28b-6b09-4ba9-bffb-9593a077c507 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:03.857711 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9a15af53-53bb-4252-a943-3747a667c30e req-5f75f28b-6b09-4ba9-bffb-9593a077c507 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0456369 May 03 09:21:03.902775 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9a15af53-53bb-4252-a943-3747a667c30e req-d8dba4e1-556b-4212-a683-bb30afd84046 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395103 May 03 09:21:04.367157 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:05.020170 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc829e-aeaf-466e-af87-c9f5285caf0d req-33b11220-442c-4552-9005-8fac6bdf0c4c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:05.021652 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d6bc829e-aeaf-466e-af87-c9f5285caf0d req-33b11220-442c-4552-9005-8fac6bdf0c4c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0492823 May 03 09:21:05.070702 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d6bc829e-aeaf-466e-af87-c9f5285caf0d req-538471d2-4fc5-4641-a739-da43112aef17 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 May 03 09:21:06.195778 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218a664-451e-40a9-bd7d-4d2c4e7adeed req-2dd89977-7d73-45f8-97c7-d7043dc286d5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:06.197238 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f218a664-451e-40a9-bd7d-4d2c4e7adeed req-2dd89977-7d73-45f8-97c7-d7043dc286d5 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 943 time: 0.0499423 May 03 09:21:06.242745 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f218a664-451e-40a9-bd7d-4d2c4e7adeed req-e599e339-785f-4866-a7b0-a5b053b06a34 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 May 03 09:21:06.646329 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:21:06.878842 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:21:06.890461 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'port_id': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'mac_address': 'fa:16:3e:56:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:21:06.899224 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd6e74-761c-4632-ae00-d7f934b3476c req-46752653-10f5-44d5-a2c5-a27971ebda88 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:06.900890 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-16cd6e74-761c-4632-ae00-d7f934b3476c req-46752653-10f5-44d5-a2c5-a27971ebda88 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0462430 May 03 09:21:06.932873 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 9d87a560-4715-451d-90d7-5fd020cc8dc6 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:21:06.933270 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:06.946247 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d87a560-4715-451d-90d7-5fd020cc8dc6 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:21:06.948006 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-16cd6e74-761c-4632-ae00-d7f934b3476c req-4b2553ac-6cdc-408e-ae11-cbcaa38f4c8f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 May 03 09:21:06.967640 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:21:06.971055 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:07.017019 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=9']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:21:07.023824 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.024204 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.024547 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.024908 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.025245 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.025574 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.025898 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.026246 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.026569 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.026891 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.027212 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.027533 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.027851 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.028192 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.028510 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:21:07.359104 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f303-2c9b-45e2-91e9-8bd93d105c31 req-324b35d7-a045-4e8b-b3a5-bb345e1df052 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:07.360604 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3843f303-2c9b-45e2-91e9-8bd93d105c31 req-324b35d7-a045-4e8b-b3a5-bb345e1df052 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 944 time: 0.0458438 May 03 09:21:07.409318 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3843f303-2c9b-45e2-91e9-8bd93d105c31 req-db4d8665-734c-43a7-87db-c7d4cc8fdd0d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 May 03 09:21:07.409555 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['9d87a560-4715-451d-90d7-5fd020cc8dc6'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:21:08.066630 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff4a68-3059-498b-b040-ba884b820516 req-487bb918-6835-45dd-bb9a-4bfd7c45dc16 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:08.068255 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7bff4a68-3059-498b-b040-ba884b820516 req-487bb918-6835-45dd-bb9a-4bfd7c45dc16 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0453362 May 03 09:21:08.116453 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7bff4a68-3059-498b-b040-ba884b820516 req-4fad8940-8004-4d3c-b79e-d5e2541e06ca tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 May 03 09:21:08.524914 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdc8de-567b-477d-9c67-11c34669afc2 req-eb77d81e-ac6c-49c6-bdca-043dd354b586 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:08.526354 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5cfdc8de-567b-477d-9c67-11c34669afc2 req-eb77d81e-ac6c-49c6-bdca-043dd354b586 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 944 time: 0.0454204 May 03 09:21:08.575527 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5cfdc8de-567b-477d-9c67-11c34669afc2 req-5e88a6e4-3a85-44c8-aa0c-a27a0ae742c6 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 May 03 09:21:08.649975 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:21:08.694726 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 9d87a560-4715-451d-90d7-5fd020cc8dc6 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:21:08.695029 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:08.772592 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 9d87a560-4715-451d-90d7-5fd020cc8dc6 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:21:08.772978 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:08.795031 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:21:08.797262 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea2c139-6fcd-476b-a741-d29272b8de66" -d '{"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:21:08.809752 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:21:08.813540 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:08.836634 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a5e687-9dea-456c-9994-8951455f3168 x-openstack-request-id: req-31a5e687-9dea-456c-9994-8951455f3168 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:21:08.836948 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:21:08.837202 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31a5e687-9dea-456c-9994-8951455f3168 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:21:08.837593 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a5e687-9dea-456c-9994-8951455f3168'] response: {'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'code': 200} May 03 09:21:08.863498 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:21:09.056548 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c192c-3a59-4294-93f1-77263ee3a8df req-556dbe07-afc4-4176-bf70-14b667c72736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:09.058690 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c0c192c-3a59-4294-93f1-77263ee3a8df req-556dbe07-afc4-4176-bf70-14b667c72736 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1130 time: 0.0390470 May 03 09:21:09.102195 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c0c192c-3a59-4294-93f1-77263ee3a8df req-cd6aff98-16f9-4dad-bfaf-79653abc7886 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360224 May 03 09:21:09.227184 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0aab4-a99b-4ba0-8d16-ccbf7725b8c6 req-d429a6e5-d055-482a-8be4-ba637d398918 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:09.228705 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-68a0aab4-a99b-4ba0-8d16-ccbf7725b8c6 req-d429a6e5-d055-482a-8be4-ba637d398918 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0468607 May 03 09:21:09.274614 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-68a0aab4-a99b-4ba0-8d16-ccbf7725b8c6 req-6a25c0b4-bfc0-48dd-ad1b-9edb07fcf709 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396636 May 03 09:21:09.690567 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a291f-8382-417b-8aaf-8a2735be2271 req-d448ea5a-7155-4e6e-a4e8-2b5fc3119a3a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:09.692036 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-763a291f-8382-417b-8aaf-8a2735be2271 req-d448ea5a-7155-4e6e-a4e8-2b5fc3119a3a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 946 time: 0.0454190 May 03 09:21:09.737220 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-763a291f-8382-417b-8aaf-8a2735be2271 req-772e31eb-798d-4a6c-bb94-9b1f84653a74 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 May 03 09:21:10.386102 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8648be-9bbf-46ef-af29-7787e2f8ce05 req-1bb1f9fd-f49e-42a7-9388-1453761ec20a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:10.387538 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7f8648be-9bbf-46ef-af29-7787e2f8ce05 req-1bb1f9fd-f49e-42a7-9388-1453761ec20a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0457220 May 03 09:21:10.433843 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7f8648be-9bbf-46ef-af29-7787e2f8ce05 req-1134019e-b193-47df-b55e-3a97381c843d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404773 May 03 09:21:10.853291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f9f51-be26-4f7d-8fd8-b04406ac8b9d req-b2d3920e-ac8b-4b42-b384-1c5336e967ad tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:10.855408 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef6f9f51-be26-4f7d-8fd8-b04406ac8b9d req-b2d3920e-ac8b-4b42-b384-1c5336e967ad tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 946 time: 0.0485830 May 03 09:21:10.899645 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef6f9f51-be26-4f7d-8fd8-b04406ac8b9d req-222943e0-c3f5-4a9d-b8b2-14e37c2a3554 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387483 May 03 09:21:11.553562 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaee3c-5e28-4acc-b8c2-3ac6503998cf req-f80b6fa4-e40b-4865-bd8e-a749989e504b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:11.555060 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5bcaee3c-5e28-4acc-b8c2-3ac6503998cf req-f80b6fa4-e40b-4865-bd8e-a749989e504b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0522213 May 03 09:21:11.602072 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5bcaee3c-5e28-4acc-b8c2-3ac6503998cf req-30a180ec-79c4-4075-a7af-8234f4a60a97 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 May 03 09:21:12.015507 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a246d1c-d175-49c0-8ae5-fdf3d2072883 req-9df339f8-af3d-460c-9b78-86aa2c323f25 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:12.016992 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3a246d1c-d175-49c0-8ae5-fdf3d2072883 req-9df339f8-af3d-460c-9b78-86aa2c323f25 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 946 time: 0.0456047 May 03 09:21:12.068808 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3a246d1c-d175-49c0-8ae5-fdf3d2072883 req-e85df0be-1f63-43cf-bca6-52c168f7af39 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 May 03 09:21:12.712048 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f8b7-ea55-4157-a14f-d096916a92f7 req-e645950e-a5b7-4f5d-b031-9c9fe27bbb71 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:12.714137 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5ec6f8b7-ea55-4157-a14f-d096916a92f7 req-e645950e-a5b7-4f5d-b031-9c9fe27bbb71 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0450974 May 03 09:21:12.758613 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5ec6f8b7-ea55-4157-a14f-d096916a92f7 req-1e18555b-27d4-4841-b41f-52bd7689f667 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390542 May 03 09:21:13.872257 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72482d2c-ac2a-49cb-a49e-e65f1d57b657 req-a527eb02-3b8a-455a-9e77-96a0077aa5d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:13.873721 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-72482d2c-ac2a-49cb-a49e-e65f1d57b657 req-a527eb02-3b8a-455a-9e77-96a0077aa5d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0491917 May 03 09:21:13.919282 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-72482d2c-ac2a-49cb-a49e-e65f1d57b657 req-23952f5f-c590-40cc-87df-4fedbe15b1b4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401065 May 03 09:21:14.722589 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:21:15.028602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad1930-8dbe-416d-8da9-0fdc287cad56 req-9ccd3d1f-db04-425d-a240-1ec94e878c41 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:15.030057 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-81ad1930-8dbe-416d-8da9-0fdc287cad56 req-9ccd3d1f-db04-425d-a240-1ec94e878c41 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0456476 May 03 09:21:15.079733 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-81ad1930-8dbe-416d-8da9-0fdc287cad56 req-69d87484-92a2-429e-87e3-725d1e461aec tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 May 03 09:21:16.190413 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b9ac-1c9f-4d95-acac-6ed7b95c1393 req-041e3cd8-a63f-4c82-8549-ab5a5a2395e5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:16.191861 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef97b9ac-1c9f-4d95-acac-6ed7b95c1393 req-041e3cd8-a63f-4c82-8549-ab5a5a2395e5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0457215 May 03 09:21:16.237872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef97b9ac-1c9f-4d95-acac-6ed7b95c1393 req-0daa2b1c-6280-47da-ab72-1b3fe073e3ae tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405748 May 03 09:21:17.348338 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eda54-2b90-42ad-bda9-1b7877c31a31 req-010933a5-e183-4751-bca4-b4396e8d4f8d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:17.349811 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4a9eda54-2b90-42ad-bda9-1b7877c31a31 req-010933a5-e183-4751-bca4-b4396e8d4f8d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0463252 May 03 09:21:17.402018 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4a9eda54-2b90-42ad-bda9-1b7877c31a31 req-365c608c-62fb-4e28-ac25-2225acf506d5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 May 03 09:21:18.512835 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcdbcf-0d17-4dab-a2c5-9aa615a92414 req-e91a3ce2-fea4-4df4-aba0-39ceacf333ba tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:18.514321 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8bbcdbcf-0d17-4dab-a2c5-9aa615a92414 req-e91a3ce2-fea4-4df4-aba0-39ceacf333ba tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0455647 May 03 09:21:18.562527 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8bbcdbcf-0d17-4dab-a2c5-9aa615a92414 req-9d00c636-5745-4b3b-85cd-b93aa792cc42 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 May 03 09:21:19.672800 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa0c00-99f3-4d4a-96f4-aa8bfd44ded5 req-4b58228d-2663-4c5b-9661-94fd2e7d55a4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:19.674267 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4baa0c00-99f3-4d4a-96f4-aa8bfd44ded5 req-4b58228d-2663-4c5b-9661-94fd2e7d55a4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0454311 May 03 09:21:19.719204 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4baa0c00-99f3-4d4a-96f4-aa8bfd44ded5 req-3bc6bb6d-ed23-488c-a383-e5161a7c40fb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 May 03 09:21:20.831917 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e0ae4-a209-440a-82ce-55eb3a38b304 req-fe15ea54-9557-48eb-830b-e56eb26d152c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:20.833418 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-395e0ae4-a209-440a-82ce-55eb3a38b304 req-fe15ea54-9557-48eb-830b-e56eb26d152c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0460467 May 03 09:21:20.878648 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-395e0ae4-a209-440a-82ce-55eb3a38b304 req-efd21f75-5699-4aa0-a782-d6b631da63a6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 May 03 09:21:21.992445 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4209a-cd38-4035-93ae-817bfec8dfdb req-def6f1cb-616c-4f2b-90e9-974636904712 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:21.993877 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-48e4209a-cd38-4035-93ae-817bfec8dfdb req-def6f1cb-616c-4f2b-90e9-974636904712 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0486538 May 03 09:21:22.039435 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-48e4209a-cd38-4035-93ae-817bfec8dfdb req-d13b5b41-8bdd-4273-a05e-66037a7f4cdb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 May 03 09:21:23.247136 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2643-751c-491e-8a48-b7aab471591a req-27553d83-2748-4901-b35c-d30fa73b8ff4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:23.248642 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a89e2643-751c-491e-8a48-b7aab471591a req-27553d83-2748-4901-b35c-d30fa73b8ff4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.1417093 May 03 09:21:23.293957 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a89e2643-751c-491e-8a48-b7aab471591a req-bd358d76-c6ed-4117-9dfe-fea9d37ecb50 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396783 May 03 09:21:24.404727 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8fb69-50af-41e1-bcf7-461eb4b79d86 req-c4712854-c26d-4f79-9493-9c69202879e1 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:24.406171 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e5a8fb69-50af-41e1-bcf7-461eb4b79d86 req-c4712854-c26d-4f79-9493-9c69202879e1 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0449886 May 03 09:21:24.451121 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e5a8fb69-50af-41e1-bcf7-461eb4b79d86 req-6246975a-a62d-4a28-a4b0-5f1b8c216370 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395796 May 03 09:21:25.568454 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6e96-024d-435f-ad61-43eb4df1655f req-f5e9279b-3719-414c-90cb-5299bc10b7e4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:25.569896 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f2bd6e96-024d-435f-ad61-43eb4df1655f req-f5e9279b-3719-414c-90cb-5299bc10b7e4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0532024 May 03 09:21:25.614912 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f2bd6e96-024d-435f-ad61-43eb4df1655f req-bc61cf3d-8968-45b8-90d8-dad8c7390f7b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389965 May 03 09:21:26.786705 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52bce-40ad-4b01-8719-3ae97dcf7460 req-b72a1b8c-dfbc-414f-98ec-d4bd525a6c02 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:26.788200 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fbd52bce-40ad-4b01-8719-3ae97dcf7460 req-b72a1b8c-dfbc-414f-98ec-d4bd525a6c02 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.1020048 May 03 09:21:26.833988 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fbd52bce-40ad-4b01-8719-3ae97dcf7460 req-03e1113a-48fc-495d-8020-6a4c67ee7a2e tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 May 03 09:21:27.106566 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:27.951881 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433dac3-6854-422f-9d44-b4314c8bd260 req-7e996cf7-0563-41e1-b519-cd9d03c9c551 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:27.953360 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b433dac3-6854-422f-9d44-b4314c8bd260 req-7e996cf7-0563-41e1-b519-cd9d03c9c551 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0456922 May 03 09:21:27.976150 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabaa9ae-f8b9-47f7-aeae-102589a959eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:27.999935 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b433dac3-6854-422f-9d44-b4314c8bd260 req-e1375cf5-d7b8-4bc9-92c4-14d6121f4d80 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 May 03 09:21:28.187695 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97bb6-cac6-40c7-b353-4b0c9f93a670 req-c112173c-e62a-4545-9a8d-ca580d5a14a2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:28.189186 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1c97bb6-cac6-40c7-b353-4b0c9f93a670 req-c112173c-e62a-4545-9a8d-ca580d5a14a2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0471206 May 03 09:21:28.248766 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f1c97bb6-cac6-40c7-b353-4b0c9f93a670 req-06c061b6-f0ed-43c7-b9db-f619d4a504f9 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539613 May 03 09:21:28.276202 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a356070-f877-462f-80ca-41564fba8770 req-11278c8d-f1f7-4dea-b03a-c1f7c3a45527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:28.277680 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a356070-f877-462f-80ca-41564fba8770 req-11278c8d-f1f7-4dea-b03a-c1f7c3a45527 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 1129 time: 0.0408466 May 03 09:21:28.366061 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a356070-f877-462f-80ca-41564fba8770 req-5a83a95c-5cc1-44e5-a8c8-5debba3d40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:28.367448 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a356070-f877-462f-80ca-41564fba8770 req-5a83a95c-5cc1-44e5-a8c8-5debba3d40e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 912 time: 0.0826778 May 03 09:21:28.433874 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a356070-f877-462f-80ca-41564fba8770 req-fe09777f-d99f-4b4e-829b-b03edc860388 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 200 len: 1000 time: 0.0601180 May 03 09:21:28.480315 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a356070-f877-462f-80ca-41564fba8770 req-59b4e814-ff20-493b-a68a-ef388de872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:28.481714 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a356070-f877-462f-80ca-41564fba8770 req-59b4e814-ff20-493b-a68a-ef388de872a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.0421600 May 03 09:21:28.523751 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a356070-f877-462f-80ca-41564fba8770 req-bf5ab020-b000-4c9c-b619-132db90c5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:28.525778 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a356070-f877-462f-80ca-41564fba8770 req-bf5ab020-b000-4c9c-b619-132db90c5d8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367205 May 03 09:21:28.613251 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a356070-f877-462f-80ca-41564fba8770 req-1702e203-e1a3-4b57-a722-9da3988c87d1 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821860 May 03 09:21:28.704451 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0a356070-f877-462f-80ca-41564fba8770 req-df4e94fb-7e8d-442e-8e8e-50c72a9aacc0 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840359 May 03 09:21:29.361217 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a817f-f921-49d7-afa8-fd927b1ae82e req-bbd6af01-d60c-4f23-aad7-967162968ccc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:29.362704 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a96a817f-f921-49d7-afa8-fd927b1ae82e req-bbd6af01-d60c-4f23-aad7-967162968ccc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0458028 May 03 09:21:29.409290 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a96a817f-f921-49d7-afa8-fd927b1ae82e req-53b07fd8-bd92-4a30-b2b6-fa56e4e48bd8 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 May 03 09:21:30.332576 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17ab09e8-7a77-4149-9c72-96d4632ebdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:30.521116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44746ab-478d-4119-8bd2-8d6b8c4ee627 req-f7dcc4c8-3e51-4bd9-8118-68e58a32cae6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:30.522550 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a44746ab-478d-4119-8bd2-8d6b8c4ee627 req-f7dcc4c8-3e51-4bd9-8118-68e58a32cae6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0459454 May 03 09:21:30.567629 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a44746ab-478d-4119-8bd2-8d6b8c4ee627 req-b8387044-3bf1-4195-a9f2-9feeef992aa5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 May 03 09:21:31.349692 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:32.856833 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:34.372708 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:35.627853 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-0454c808-4563-46d4-baae-82e1c76e315d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364225 May 03 09:21:35.734915 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60638e9-8afa-4f1b-9db8-83325888571f req-0cbdfb91-d337-4700-b6fa-60496fbd0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:35.736430 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-0cbdfb91-d337-4700-b6fa-60496fbd0928 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 1130 time: 0.0460124 May 03 09:21:35.838387 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60638e9-8afa-4f1b-9db8-83325888571f req-66363041-98f1-4bd1-8bd7-60eba5aba8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:35.839847 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-66363041-98f1-4bd1-8bd7-60eba5aba8e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 200 len: 917 time: 0.0835307 May 03 09:21:35.904967 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-e7a8987c-3f90-4cf7-aa5a-e6341b0eb78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0591831 May 03 09:21:35.950679 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60638e9-8afa-4f1b-9db8-83325888571f req-0bc817a6-a657-48bf-9532-f4b549b3815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:35.952114 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-0bc817a6-a657-48bf-9532-f4b549b3815f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 200 len: 855 time: 0.0419998 May 03 09:21:35.993847 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60638e9-8afa-4f1b-9db8-83325888571f req-c1fdf68e-a5e3-4c49-a8e3-5e6bf29b5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:21:35.995255 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-c1fdf68e-a5e3-4c49-a8e3-5e6bf29b5042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366940 May 03 09:21:36.088905 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-a9bd19c7-edb3-418c-9857-e4562e2b5cf6 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873191 May 03 09:21:36.183595 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b60638e9-8afa-4f1b-9db8-83325888571f req-186cea57-1c67-4da3-9246-62ef9552eb05 service neutron] 10.222.0.36 "GET /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795779 May 03 09:21:51.721221 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:21:57.112781 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:21:57.977861 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-145f679a-4716-4306-9a41-53a8e4be4005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:00.334120 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31a94f24-08bc-4d3b-8c93-c346b477eddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:01.351818 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:02.858917 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:04.365425 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:16.385192 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298bd7f-f15a-48f9-92e3-a4cbf8db2fc6 req-59e0fa46-235a-4047-ba84-16e19520da9a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:16.386571 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a298bd7f-f15a-48f9-92e3-a4cbf8db2fc6 req-59e0fa46-235a-4047-ba84-16e19520da9a tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 946 time: 0.0459216 May 03 09:22:16.435818 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a298bd7f-f15a-48f9-92e3-a4cbf8db2fc6 req-b5a3b3cf-0393-4845-900f-24074af97c35 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 May 03 09:22:17.555430 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a04b0a-8926-491e-a407-a6ea619e9e81 req-dc1a848c-05eb-4055-892a-4ca47c6f4ba2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:17.556946 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19a04b0a-8926-491e-a407-a6ea619e9e81 req-dc1a848c-05eb-4055-892a-4ca47c6f4ba2 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 946 time: 0.0498497 May 03 09:22:17.602676 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19a04b0a-8926-491e-a407-a6ea619e9e81 req-92f26b93-a0c3-4972-ba37-a41f667b1627 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e2506fa-d4ab-4b84-8480-186e9a7d29f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 May 03 09:22:18.047280 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-29054d48-f346-400b-a16b-afdedb6ece78 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:18.048775 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-29054d48-f346-400b-a16b-afdedb6ece78 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 946 time: 0.0460398 May 03 09:22:18.131625 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Deleting port 9d87a560-4715-451d-90d7-5fd020cc8dc6 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:22:18.131994 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:18.222225 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] For port 9d87a560-4715-451d-90d7-5fd020cc8dc6, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=9d87a560-4715-451d-90d7-5fd020cc8dc6,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:18.222593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:18.389406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:18.389669 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:18.389984 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Floating IP 7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b disassociated. External IP: 172.27.2.148, port: 9d87a560-4715-451d-90d7-5fd020cc8dc6. May 03 09:22:18.390322 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Calling delete_port for 9d87a560-4715-451d-90d7-5fd020cc8dc6 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:22:18.514590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (9d87a560-4715-451d-90d7-5fd020cc8dc6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:18.540422 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event deleted for resources: {'Port': ['ID=9d87a560-4715-451d-90d7-5fd020cc8dc6,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:18.551899 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.552270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.552615 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.553006 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.553280 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.553615 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.553943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.554269 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.554596 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.554917 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.555240 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.555560 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.556130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.556231 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.556568 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:18.668339 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Router 4fd3079d-6c07-4a44-b96d-327a80410911 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:22:18.701688 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-aa1a61ee-2139-47d0-ae90-d489c86a8cba req-3ef8ea30-bb96-4b68-b5ff-80e73a79158c tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f HTTP/1.1" status: 200 len: 210 time: 0.0275328 May 03 09:22:18.786951 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:22:18.797723 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] Sync routers for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:22:18.808830 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:18.809709 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:18.828318 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] No DVR routers for this DVR port 9d87a560-4715-451d-90d7-5fd020cc8dc6 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:22:18.830896 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:18.834410 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-47fd6de5-2043-4d3d-954e-d27f0d0ed2ff req-d8f88f40-29e7-4277-a2ea-f95bb019821d tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.36 "DELETE /v2.0/ports/9d87a560-4715-451d-90d7-5fd020cc8dc6 HTTP/1.1" status: 204 len: 173 time: 0.7796495 May 03 09:22:18.834852 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-deleted', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:18.837172 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc7c7cd-8246-40f8-b485-5a9f4956b2eb" -d '{"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-deleted", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:18.872993 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7791393-dba7-4637-8b0b-d6d4d816da4b x-openstack-request-id: req-a7791393-dba7-4637-8b0b-d6d4d816da4b {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:18.873309 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f", "name": "network-vif-deleted", "tag": "9d87a560-4715-451d-90d7-5fd020cc8dc6", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:18.873561 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7791393-dba7-4637-8b0b-d6d4d816da4b {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:18.874119 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7791393-dba7-4637-8b0b-d6d4d816da4b'] response: {'server_uuid': '47c89f8a-7a39-4c9b-97c0-d6fd4be0a34f', 'name': 'network-vif-deleted', 'tag': '9d87a560-4715-451d-90d7-5fd020cc8dc6', 'status': 'completed', 'code': 200} May 03 09:22:18.929033 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:19.130950 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:19.156611 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] Checking router: 4fd3079d-6c07-4a44-b96d-327a80410911 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:22:19.164663 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:19.165248 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:19.270506 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:19.459205 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:19.487836 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25216b2a-12f2-4413-b244-6fa4f86c075a None None] The sync data for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi is: [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:11:32Z', 'revision_number': 4, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'fb9707b2-4595-408d-a8ec-a7f9e42a0318', 'name': '', 'network_id': '4646b1cf-e15f-4d2b-a95e-8898ec69b1d9', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'mac_address': 'fa:16:3e:a2:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:31Z', 'updated_at': '2022-05-03T09:11:37Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'subnets': [{'id': 'e8f4b0d6-2257-40c4-a35b-fe392450646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:22:19.707102 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d7b90-3f3b-4dc0-9dbf-e5665056e5f9 None None] New status for floating IP 7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:22:19.793454 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34728) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:19.847964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (7e2506fa-d4ab-4b84-8480-186e9a7d29f9), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:19.871180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (7e2506fa-d4ab-4b84-8480-186e9a7d29f9), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:19.916948 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (7e2506fa-d4ab-4b84-8480-186e9a7d29f9), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:19.919614 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:19.920807 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e2506fa-d4ab-4b84-8480-186e9a7d29f9 HTTP/1.1" status: 204 len: 168 time: 0.1263177 May 03 09:22:19.923978 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34730) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:19.929877 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2506fa-d4ab-4b84-8480-186e9a7d29f9,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:19.937360 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.937716 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.938080 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.938403 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.938740 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.939073 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.939407 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.939733 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.940060 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.940420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.940643 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-e32ab05e-de34-496e-bc95-669df624c523 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] show failed (client error): The resource could not be found. May 03 09:22:19.940751 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.941060 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.941383 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.941638 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e32ab05e-de34-496e-bc95-669df624c523 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "GET /v2.0/security-groups/7e2506fa-d4ab-4b84-8480-186e9a7d29f9 HTTP/1.1" status: 404 len: 347 time: 0.0165350 May 03 09:22:19.941734 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.942106 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39f750-6235-4a0d-ab05-2123a542b345 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:19.944412 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34732) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:20.055625 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Deleting port 8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:22:20.055960 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:20.127599 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:20.127918 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:20.139983 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Calling delete_port for 8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:22:20.268529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:20.293127 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Pushing event deleted for resources: {'Port': ['ID=8a1e1e54-3bef-47b2-a9b7-dce6cc14bf2d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:20.357567 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks [] for floatingip (7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:20.360012 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:20.361202 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-59dd9adb-d255-47ab-a89a-832a83881748 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e9297a3-e7c8-42b3-bdbb-fe2a1128e63b HTTP/1.1" status: 204 len: 168 time: 0.4158924 May 03 09:22:22.758482 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34756) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:22.961096 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:22:22.984666 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 9d87a560-4715-451d-90d7-5fd020cc8dc6 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:22:22.985009 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 9d87a560-4715-451d-90d7-5fd020cc8dc6 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:22:23.432519 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (4fd3079d-6c07-4a44-b96d-327a80410911), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:23.658703 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Deleting port fb9707b2-4595-408d-a8ec-a7f9e42a0318 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:22:23.659036 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:23.738713 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] For port fb9707b2-4595-408d-a8ec-a7f9e42a0318, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=fb9707b2-4595-408d-a8ec-a7f9e42a0318,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:23.739071 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:23.751175 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Calling delete_port for fb9707b2-4595-408d-a8ec-a7f9e42a0318 owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:22:23.928526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (fb9707b2-4595-408d-a8ec-a7f9e42a0318), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:23.953416 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9707b2-4595-408d-a8ec-a7f9e42a0318,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:24.122115 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (4fd3079d-6c07-4a44-b96d-327a80410911), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:24.333168 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Router 4fd3079d-6c07-4a44-b96d-327a80410911 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:22:24.439981 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:22:24.444920 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c0e88229-1c86-4b09-8146-d858c794e408 admin admin] 10.222.0.23 "PUT /v2.0/routers/4fd3079d-6c07-4a44-b96d-327a80410911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6854129 May 03 09:22:24.447999 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34760) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:24.451111 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] Sync routers for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:22:24.460524 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:24.461122 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:24.551643 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks [] for router (4fd3079d-6c07-4a44-b96d-327a80410911), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:24.565287 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:24.663232 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks [] for router_gateway (4fd3079d-6c07-4a44-b96d-327a80410911), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:24.707882 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Deleting port 6b445378-db58-4338-8a27-7ce09c389aad {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:22:24.708258 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (6b445378-db58-4338-8a27-7ce09c389aad), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:24.733675 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '6b445378-db58-4338-8a27-7ce09c389aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:22:23Z', 'revision_number': 5, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port': {'id': '6b445378-db58-4338-8a27-7ce09c389aad', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:11:26Z', 'updated_at': '2022-05-03T09:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:24.763225 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] Checking router: 4fd3079d-6c07-4a44-b96d-327a80410911 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:22:24.771429 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] Routers {'4fd3079d-6c07-4a44-b96d-327a80410911'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:24.772039 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['4fd3079d-6c07-4a44-b96d-327a80410911'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:24.788804 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] For port 6b445378-db58-4338-8a27-7ce09c389aad, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=6b445378-db58-4338-8a27-7ce09c389aad,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:24.789423 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (6b445378-db58-4338-8a27-7ce09c389aad), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:24.802776 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Calling delete_port for 6b445378-db58-4338-8a27-7ce09c389aad owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:22:24.859251 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] Set router 4fd3079d-6c07-4a44-b96d-327a80410911 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:24.909305 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:22:24Z', 'revision_number': 6, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:24.939407 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154191f8-d7ec-4844-9a1b-07322fbb79d1 None None] The sync data for ids ['4fd3079d-6c07-4a44-b96d-327a80410911'] in dv-cinder-840279-1-iscsi is: [{'id': '4fd3079d-6c07-4a44-b96d-327a80410911', 'name': 'tempest-AttachVolumeShelveTestJSON-764165944-router', 'tenant_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:11:25Z', 'updated_at': '2022-05-03T09:22:24Z', 'revision_number': 6, 'project_id': 'dd20006a6f1b4ef0951f86c839eb33ec', 'gw_port_host': None}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:22:24.980928 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (6b445378-db58-4338-8a27-7ce09c389aad), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.009286 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6b445378-db58-4338-8a27-7ce09c389aad,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:25.071191 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (4fd3079d-6c07-4a44-b96d-327a80410911), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.159578 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (4fd3079d-6c07-4a44-b96d-327a80410911), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.161692 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks [] for router_controller (4fd3079d-6c07-4a44-b96d-327a80410911), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.204740 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (4fd3079d-6c07-4a44-b96d-327a80410911), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.205277 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd3079d-6c07-4a44-b96d-327a80410911 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:22:25.209432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.210609 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-535c7f32-074e-4cdd-977d-96494db151ba admin admin] 10.222.0.23 "DELETE /v2.0/routers/4fd3079d-6c07-4a44-b96d-327a80410911 HTTP/1.1" status: 204 len: 168 time: 0.7616425 May 03 09:22:25.213864 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34762) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:25.259415 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] Deleting subnet e8f4b0d6-2257-40c4-a35b-fe392450646e {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:22:25.263018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] Publish callbacks [] for subnet (e8f4b0d6-2257-40c4-a35b-fe392450646e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.298728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (e8f4b0d6-2257-40c4-a35b-fe392450646e), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.379165 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (e8f4b0d6-2257-40c4-a35b-fe392450646e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.397816 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device fb9707b2-4595-408d-a8ec-a7f9e42a0318 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:22:25.419275 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: fb9707b2-4595-408d-a8ec-a7f9e42a0318 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:22:25.419685 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device fb9707b2-4595-408d-a8ec-a7f9e42a0318 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:22:25.436384 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (e8f4b0d6-2257-40c4-a35b-fe392450646e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.465489 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f4b0d6-2257-40c4-a35b-fe392450646e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:25.469056 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.472272 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0d01e155-ab85-47d5-a12e-54ac71e67158 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e8f4b0d6-2257-40c4-a35b-fe392450646e HTTP/1.1" status: 204 len: 168 time: 0.2574055 May 03 09:22:25.474430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f1daf-3428-41bd-b3ae-2b8d647b01c9 None None] Network 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:22:25.474744 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34764) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:25.541711 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.586022 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Deleting port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:22:25.586367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.650999 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] For port 1290e218-5c69-4f30-a3f3-ec451cfa73b9, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=1290e218-5c69-4f30-a3f3-ec451cfa73b9,segment=NetworkSegment(750bfc56-f85c-4869-890e-ceee90b16828),segment_id=750bfc56-f85c-4869-890e-ceee90b16828)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:25.651362 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.663911 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Calling delete_port for 1290e218-5c69-4f30-a3f3-ec451cfa73b9 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:22:25.751036 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (1290e218-5c69-4f30-a3f3-ec451cfa73b9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.756006 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b00c2-ce1d-417c-8068-93840576107b None None] DHCP port deletion for 4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:22:25.765594 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] No DVR routers for this DVR port 1290e218-5c69-4f30-a3f3-ec451cfa73b9 on host dv-cinder-840279-1-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:22:25.806589 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1290e218-5c69-4f30-a3f3-ec451cfa73b9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:25.857574 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.880224 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4646b1cf-e15f-4d2b-a95e-8898ec69b1d9']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:25.890378 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750bfc56-f85c-4869-890e-ceee90b16828') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:25.890675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750bfc56-f85c-4869-890e-ceee90b16828') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:25.900043 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (750bfc56-f85c-4869-890e-ceee90b16828), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.913046 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (750bfc56-f85c-4869-890e-ceee90b16828), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.919404 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:22:25.919782 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (750bfc56-f85c-4869-890e-ceee90b16828), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:22:25.921562 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:22:25.988952 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (4646b1cf-e15f-4d2b-a95e-8898ec69b1d9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.996179 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:25.999290 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4646b1cf-e15f-4d2b-a95e-8898ec69b1d9 HTTP/1.1" status: 204 len: 168 time: 0.5236168 May 03 09:22:26.011425 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0dc91-a6dd-426c-a9c9-35920c191b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=4646b1cf-e15f-4d2b-a95e-8898ec69b1d9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:26.115539 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34768) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:26.154660 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-89d199b4-4fab-4a12-8b79-6c7b8cdc3182 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd20006a6f1b4ef0951f86c839eb33ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378761 May 03 09:22:26.156938 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34770) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:26.206809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbc1944d-229d-4aa3-9f83-4f0f4d7b3845 admin admin] Publish callbacks [] for security_group (73b6de36-58b7-4352-a112-6f33611b1686), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:26.227656 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbc1944d-229d-4aa3-9f83-4f0f4d7b3845 admin admin] Publish callbacks [] for security_group (73b6de36-58b7-4352-a112-6f33611b1686), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:26.275163 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbc1944d-229d-4aa3-9f83-4f0f4d7b3845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (73b6de36-58b7-4352-a112-6f33611b1686), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:26.277838 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbc1944d-229d-4aa3-9f83-4f0f4d7b3845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:26.279009 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-cbc1944d-229d-4aa3-9f83-4f0f4d7b3845 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73b6de36-58b7-4352-a112-6f33611b1686 HTTP/1.1" status: 204 len: 168 time: 0.1211309 May 03 09:22:26.286752 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1944d-229d-4aa3-9f83-4f0f4d7b3845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b6de36-58b7-4352-a112-6f33611b1686,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:26.915920 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34792) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:27.006618 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-143840352-network', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:27.027725 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Made reservation on behalf of 6506fb00a31e4161b2be9c0c7f82b950 for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:22:27.030193 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.038282 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.118374 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks [] for security_group (39321aff-78b2-4e7a-91e3-89a82847c9cf), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.122650 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.123396 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (39321aff-78b2-4e7a-91e3-89a82847c9cf), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.130175 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 1290e218-5c69-4f30-a3f3-ec451cfa73b9 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:22:27.148862 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:22:27.150518 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 1290e218-5c69-4f30-a3f3-ec451cfa73b9 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:22:27.150897 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 1290e218-5c69-4f30-a3f3-ec451cfa73b9 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:22:27.151309 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 6b445378-db58-4338-8a27-7ce09c389aad no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:22:27.158829 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39321aff-78b2-4e7a-91e3-89a82847c9cf,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:27.165555 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (b6f644d7-b023-4912-af12-b022a37ff5ec), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.165892 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Added segment b6f644d7-b023-4912-af12-b022a37ff5ec of type vlan for network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 May 03 09:22:27.170161 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 6b445378-db58-4338-8a27-7ce09c389aad {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:22:27.170407 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 6b445378-db58-4338-8a27-7ce09c389aad not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:22:27.207886 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (608b14a8-0b7c-4127-9755-ab275cbf0fb6), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.232251 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (608b14a8-0b7c-4127-9755-ab275cbf0fb6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.233188 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:27.233763 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.272849 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3557568 May 03 09:22:27.275790 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34796) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:27.280806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Request body: {'subnet': {'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-143840352-subnet', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:27.300225 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Made reservation on behalf of 6506fb00a31e4161b2be9c0c7f82b950 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:22:27.302464 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369078'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.302884 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf176f-f203-4f53-b5ee-ea01cd76c2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=608b14a8-0b7c-4127-9755-ab275cbf0fb6,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:27.313495 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:22:27.469380 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4835042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369064'] for subnet (258a3f4d-e575-4f8f-be47-3d2806f58296), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.524369 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=258a3f4d-e575-4f8f-be47-3d2806f58296,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:27.531631 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Checking segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:22:27.531985 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Network hostable DHCP agents. Network: 608b14a8-0b7c-4127-9755-ab275cbf0fb6, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:22:27.548395 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:22:27.557617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 608b14a8-0b7c-4127-9755-ab275cbf0fb6) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:27.561511 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:27.562111 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.566206 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368fac1b-f8b1-46c6-872d-6aa9f16727bc None None] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:22:27.577508 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ff652c1a-8042-4edc-8fa7-07677221e1ba admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3005879 May 03 09:22:27.580161 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34798) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:27.584277 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:27.602520 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-473370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15195'] for router (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.603559 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15186'] for router (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.659929 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks [] for router_controller (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), precommit_add_association {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.670045 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe141bf4-ee0f-52a4-a569-c536ad02409c-608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296'}]}} from dv-cinder-840279-1-iscsi. {{(pid=103442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 09:22:27.670892 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.806056 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks [] for router_gateway (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.811059 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Allocated IP 172.20.0.2 (608b14a8-0b7c-4127-9755-ab275cbf0fb6/258a3f4d-e575-4f8f-be47-3d2806f58296/26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:22:27.948477 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Publish callbacks [] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.956400 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:27.986043 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks [] for router_gateway (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.004834 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.005017 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:28.010193 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:28.014405 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:22:28.016429 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71cdd62f-f115-464b-acaa-a7f85f64b655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.030245 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Pushing event updated for resources: {'Port': ['ID=26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:28.053106 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.053453 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.053836 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.054699 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.054699 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.054918 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.055129 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.055453 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.055781 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.056197 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.056814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.056814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.057138 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.057459 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.057781 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:28.092616 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Attempting to bind port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:22:28.092987 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Attempting to bind port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:22:28.093355 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Attempting to bind port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:22:28.098644 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:22:28.099023 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Checking segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:22:28.099433 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.099824 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Bound using segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:22:28.100310 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Bound port: 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:22:28.100696 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.111835 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Allocated IP 172.27.2.209 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/911ca5b5-6822-4cca-99b1-5e30b5cd9a18) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:22:28.163293 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] For port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:22:28.167314 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] For port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:22:28.172613 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.230627 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks [] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.235644 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfc590-4779-4b04-8e3a-dd20a62eff1b None None] Pushing event updated for resources: {'Port': ['ID=26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:28.265732 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:28.304504 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:28.311434 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:28.316142 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:22:28.319288 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Pushing event updated for resources: {'Port': ['ID=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:28.816982 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:22:28.867216 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks [] for router_gateway (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.073466 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472524'] for router (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.127180 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec63269-0e0b-440b-ac8c-fbbfe6846922 None None] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:22:29.150031 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:22:29.223781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 is scheduled to L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 with binding_index 1 {{(pid=103441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 09:22:29.226165 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cf6fc074-102a-485f-86d6-63f40ef55c14 None None] Provisioning complete for port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:29.226675 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc074-102a-485f-86d6-63f40ef55c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.301124 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:29.301497 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.336019 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:22:29.368550 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.369790 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f6ecf919-bb3a-497b-aa00-7e7a59419052 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7886858 May 03 09:22:29.372654 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34802) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:29.503972 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:22:29.532065 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fc074-102a-485f-86d6-63f40ef55c14 None None] Current status of the port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:29.532469 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc074-102a-485f-86d6-63f40ef55c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.536224 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:29.536837 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:29.636044 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:29.636444 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.639200 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-cf6fc074-102a-485f-86d6-63f40ef55c14 None None] For port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:29.653027 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc074-102a-485f-86d6-63f40ef55c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.780499 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:29.810022 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fc074-102a-485f-86d6-63f40ef55c14 None None] Pushing event updated for resources: {'Port': ['ID=26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:29.811699 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.849484 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-7f5d7b43-5552-4296-a11f-768c436c522a None None] Provisioning complete for port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:29.849853 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f5d7b43-5552-4296-a11f-768c436c522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:29.854349 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.db.api [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 09:22:29.854711 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG oslo_db.api [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 09:22:29.970592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Allocated IP 172.20.0.1 (608b14a8-0b7c-4127-9755-ab275cbf0fb6/258a3f4d-e575-4f8f-be47-3d2806f58296/b8c4e98c-93e6-4a36-9f7d-951d4b6214bb) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:22:30.019964 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d7b43-5552-4296-a11f-768c436c522a None None] Current status of the port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:30.026207 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:28Z', 'revision_number': 3, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:30.052608 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:22:30.052948 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Updating router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 binding host dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:22:30.074090 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks [] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.084430 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.106413 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.144521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:30.147435 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:30.153023 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:22:30.158583 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:30.197454 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445625'] for router_interface (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.337377 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.364614 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91a660d6-abdf-48f1-ab5c-da187faefbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.368168 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Publish callbacks [] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.395285 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.425471 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:30.469933 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-701d8da5-8160-4af9-9e8b-d406f20ee3d6 None None] Provisioning complete for port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:30.470305 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-701d8da5-8160-4af9-9e8b-d406f20ee3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.474356 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f4b20-610b-46fb-a3b6-7004e514194a None None] Pushing event updated for resources: {'Port': ['ID=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:30.499480 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Attempting to bind port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:22:30.499851 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Attempting to bind port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:22:30.500238 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Attempting to bind port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 on network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:22:30.500435 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks [] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.505007 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.509215 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:22:30.509595 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Checking segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:22:30.510021 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.510410 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Bound using segment: {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:22:30.510981 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Bound port: 911ca5b5-6822-4cca-99b1-5e30b5cd9a18, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce1f60a-03e3-44f6-a638-0cfef6f9d685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:22:30.511345 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.544469 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-701d8da5-8160-4af9-9e8b-d406f20ee3d6 None None] Port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:22:30.570694 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] For port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:22:30.573816 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] For port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:22:30.574721 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445543'] for router_interface (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.576608 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:30.581566 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:30.639260 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:30.639880 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:30.644620 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f4b20-610b-46fb-a3b6-7004e514194a None None] Pushing event updated for resources: {'Port': ['ID=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:30.671978 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:30.673358 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:30.760118 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:30.809688 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:22:30.923118 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:22:30.935651 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-da527afb-c8b1-44f6-a72e-962ebd6331d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543180 May 03 09:22:30.970694 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:30.996753 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-fdb377a9-5672-43f2-8214-ffba11e2acea None None] Provisioning complete for port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:30.997125 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdb377a9-5672-43f2-8214-ffba11e2acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:31.000607 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815625ff-e859-4292-8a0c-b69c1cc2558a None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:22:31.034745 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fdb377a9-5672-43f2-8214-ffba11e2acea None None] Port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:22:31.131879 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:22:31.183646 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:31.184141 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:31.287335 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:31.356269 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.340128 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34812) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:32.344679 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-31a5fd25-916d-4e1f-83d0-1c8589e3a9eb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361329557', 'description': 'tempest-description--1819300467'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:32.365031 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-31a5fd25-916d-4e1f-83d0-1c8589e3a9eb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.430153 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-31a5fd25-916d-4e1f-83d0-1c8589e3a9eb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (677aa53c-778d-4105-8886-654e62c2672f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.434743 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-31a5fd25-916d-4e1f-83d0-1c8589e3a9eb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (677aa53c-778d-4105-8886-654e62c2672f), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.465672 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-31a5fd25-916d-4e1f-83d0-1c8589e3a9eb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.466884 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-31a5fd25-916d-4e1f-83d0-1c8589e3a9eb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1257463 May 03 09:22:32.468062 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5fd25-916d-4e1f-83d0-1c8589e3a9eb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677aa53c-778d-4105-8886-654e62c2672f,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:32.469832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34814) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:32.474494 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ac24b490-efdd-4243-961d-f8917335fe05 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': '677aa53c-778d-4105-8886-654e62c2672f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:32.499486 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ac24b490-efdd-4243-961d-f8917335fe05 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (26974093-d68f-4f6c-9b4f-8d28b30a77d1), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.552818 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ac24b490-efdd-4243-961d-f8917335fe05 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (26974093-d68f-4f6c-9b4f-8d28b30a77d1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.556485 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ac24b490-efdd-4243-961d-f8917335fe05 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (26974093-d68f-4f6c-9b4f-8d28b30a77d1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.576256 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b490-efdd-4243-961d-f8917335fe05 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26974093-d68f-4f6c-9b4f-8d28b30a77d1,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:32.581139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ac24b490-efdd-4243-961d-f8917335fe05 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.582374 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ac24b490-efdd-4243-961d-f8917335fe05 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114039 May 03 09:22:32.585055 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34816) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:32.589408 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-026e3e1a-c1d9-41b7-b8f8-4871d5f7060e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': '677aa53c-778d-4105-8886-654e62c2672f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:32.613903 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-026e3e1a-c1d9-41b7-b8f8-4871d5f7060e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (124fa08e-a904-470c-9688-482893eb72ac), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.672208 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-026e3e1a-c1d9-41b7-b8f8-4871d5f7060e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (124fa08e-a904-470c-9688-482893eb72ac), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.676004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-026e3e1a-c1d9-41b7-b8f8-4871d5f7060e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (124fa08e-a904-470c-9688-482893eb72ac), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.700185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e3e1a-c1d9-41b7-b8f8-4871d5f7060e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124fa08e-a904-470c-9688-482893eb72ac,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:32.705892 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-026e3e1a-c1d9-41b7-b8f8-4871d5f7060e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.707069 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-026e3e1a-c1d9-41b7-b8f8-4871d5f7060e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210737 May 03 09:22:32.710302 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 34818) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:32.714590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:32.734160 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.810352 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.864479 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:32.918266 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.27.2.93 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/725d80ba-007a-4527-a97d-5fb884fd6172) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:22:32.986446 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:22:32.996176 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:32.996783 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:33.020909 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (725d80ba-007a-4527-a97d-5fb884fd6172), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.054942 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (725d80ba-007a-4527-a97d-5fb884fd6172), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.095041 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:33.098402 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:33.103515 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:33.105328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:22:33.133216 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=725d80ba-007a-4527-a97d-5fb884fd6172,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:33.171168 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:22:33.199223 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (27d40647-1758-4c9c-8ea3-22b3ca570896), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.228631 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:33.229506 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.246260 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (725d80ba-007a-4527-a97d-5fb884fd6172), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.309299 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:33.309616 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:33.309721 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.331662 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] For port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:33.336215 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.339816 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:22:33.340212 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Updating router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb binding host dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 09:22:33.367579 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.389353 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Pushing event updated for resources: {'Port': ['ID=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:33.408297 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (725d80ba-007a-4527-a97d-5fb884fd6172), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.412764 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (725d80ba-007a-4527-a97d-5fb884fd6172), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.484051 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=725d80ba-007a-4527-a97d-5fb884fd6172,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:33.492341 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (27d40647-1758-4c9c-8ea3-22b3ca570896), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.507897 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.509197 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4d511e14-25cd-48c5-90c8-2c7871eaee87 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7979262 May 03 09:22:33.628375 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Publish callbacks [] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.634156 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.667808 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-b9d655fa-07fc-4e32-a47f-46c502e9500e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--361329557&fields=id&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 267 time: 0.0483603 May 03 09:22:33.683856 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Pushing event updated for resources: {'Port': ['ID=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:33.693153 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.693501 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.693889 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.694247 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.694585 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.694919 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.695242 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.695564 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.695887 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.696235 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.696561 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.696897 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.697220 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.698062 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.698485 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:22:33.763027 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Attempting to bind port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb on host dv-cinder-840279-1-iscsi for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:22:33.763392 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Attempting to bind port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb by drivers openvswitch,hyperv on host dv-cinder-840279-1-iscsi at level 0 using segments [{'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:22:33.763754 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Attempting to bind port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:22:33.769162 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Checking agent: {'id': '4d65060e-597d-4da7-84c4-e0cc421f9e20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 3, 4), 'started_at': datetime.datetime(2022, 5, 3, 9, 3, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:22:33.769521 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Checking segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:22:33.769964 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.770603 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Bound using segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:22:33.770873 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Bound port: b8c4e98c-93e6-4a36-9f7d-951d4b6214bb, host: dv-cinder-840279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:22:33.771161 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.792700 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-9b1158ed-d914-4c4f-8f25-0a4df00c4f3d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:33.794924 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-9b1158ed-d914-4c4f-8f25-0a4df00c4f3d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.1206808 May 03 09:22:33.811477 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-d301dca7-9666-47b9-836c-117891e37bfe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/quotas/6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 375 time: 0.0115621 May 03 09:22:33.838475 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] For port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb, host dv-cinder-840279-1-iscsi, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:22:33.843048 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] For port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb, host dv-cinder-840279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:22:33.849505 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:33.867352 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-b61071cd-3336-47fe-b607-43ad186875ad tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503783 May 03 09:22:33.894279 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:33.894913 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:33.933701 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-4d3ac34e-17f7-456b-97a1-65f9ef8b7d1f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:22:33.934751 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-4d3ac34e-17f7-456b-97a1-65f9ef8b7d1f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0548828 May 03 09:22:33.987466 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-64c7f6f4-362b-450d-b602-839d8bb55956 None None] Provisioning complete for port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:33.988006 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-64c7f6f4-362b-450d-b602-839d8bb55956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:34.012137 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:34.043705 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-8372a986-0768-41bb-b869-bb242e90bbdb service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027625 May 03 09:22:34.057425 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10199716-d15e-4c2c-b44f-a93905775c7c None None] Pushing event updated for resources: {'Port': ['ID=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:34.078413 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-64c7f6f4-362b-450d-b602-839d8bb55956 None None] Current status of the port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb is: DOWN; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:34.078883 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-64c7f6f4-362b-450d-b602-839d8bb55956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:34.127907 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-64c7f6f4-362b-450d-b602-839d8bb55956 None None] For port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:34.133664 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-64c7f6f4-362b-450d-b602-839d8bb55956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:34.154381 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-2408b8d1-c174-4e0d-ba3f-d60153b5129a service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047812 May 03 09:22:34.189259 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7f6f4-362b-450d-b602-839d8bb55956 None None] Pushing event updated for resources: {'Port': ['ID=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:34.239887 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:34.254158 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-c2fa910c-689d-49f2-b870-c634e3f0ea39 None None] Provisioning complete for port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:34.254781 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2fa910c-689d-49f2-b870-c634e3f0ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:34.280934 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18014f12-9a39-4c05-a37f-4610a37a9dce None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:22:34.383735 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-096ad782-8569-421a-b597-1299b61faf20 req-d768ad7d-81b7-48fd-8235-f5805951f451 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 210 time: 0.0606833 May 03 09:22:34.464505 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c984cdb-5446-42a0-bdf6-49d5b4f6c3ab req-c37830f9-e12e-41b8-9c0a-bb2609416e38 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:34.473487 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3c984cdb-5446-42a0-bdf6-49d5b4f6c3ab req-c37830f9-e12e-41b8-9c0a-bb2609416e38 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.0674856 May 03 09:22:34.496530 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:34.532805 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3c984cdb-5446-42a0-bdf6-49d5b4f6c3ab req-e2009b41-386b-4511-9274-ee79f23bf694 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579112 May 03 09:22:34.560960 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa910c-689d-49f2-b870-c634e3f0ea39 None None] Current status of the port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:35.146373 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device b8c4e98c-93e6-4a36-9f7d-951d4b6214bb up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:22:35.193784 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:35.194159 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:35.269016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:35.270032 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 up at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:22:35.312916 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Provisioning complete for port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:35.313296 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:35.389885 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Current status of the port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 is: ACTIVE; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:35.467198 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-dc32e735-1fc4-4f42-9ef7-3cad7af1eda3 req-f7a0a818-8a74-4f5b-934e-63803d083ee4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 210 time: 0.0280068 May 03 09:22:35.646269 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5db7d5-4b51-4363-ab15-0476157a35b1 req-5cbb04f5-5b48-4713-8a34-28b47d5e8983 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:35.647723 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6f5db7d5-4b51-4363-ab15-0476157a35b1 req-5cbb04f5-5b48-4713-8a34-28b47d5e8983 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.0510151 May 03 09:22:35.698295 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6f5db7d5-4b51-4363-ab15-0476157a35b1 req-68024ac3-9743-471d-a30d-d464ec802fb4 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 May 03 09:22:36.559799 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d36e3e1b-8d05-4e96-ae15-e8c394d43ebf req-7b2b95f2-bf0b-44b7-9975-745b2cd2e25c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 210 time: 0.0267501 May 03 09:22:36.801109 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a809967-a475-485e-9c0f-8a1611467d83 req-616b80b6-48a0-4b17-adcf-79d6a322fa7a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:36.803551 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6a809967-a475-485e-9c0f-8a1611467d83 req-616b80b6-48a0-4b17-adcf-79d6a322fa7a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.1105175 May 03 09:22:36.874295 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008e49d-60c4-4517-b87a-df30ba99a86f req-8361f938-35fd-4d6a-9d96-ed5bf2a971c2 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:36.875778 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b008e49d-60c4-4517-b87a-df30ba99a86f req-8361f938-35fd-4d6a-9d96-ed5bf2a971c2 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 945 time: 0.0650866 May 03 09:22:36.883392 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-42364389-0d57-4f1d-a846-ee17bf2ac7ce tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:36.885628 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-42364389-0d57-4f1d-a846-ee17bf2ac7ce tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.1902776 May 03 09:22:36.931179 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b008e49d-60c4-4517-b87a-df30ba99a86f req-17676eec-4c5a-413f-9dee-c8f7050db1c5 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454259 May 03 09:22:36.946844 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Deleting port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:22:36.946844 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.030823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] For port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:37.031186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.184138 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-090e0279-20ba-4556-976f-b4dbb4d6908f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 379 time: 0.0554340 May 03 09:22:37.209869 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.210236 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (77411c17-3794-4847-b413-fdae951c6daa), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.210586 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Floating IP 77411c17-3794-4847-b413-fdae951c6daa disassociated. External IP: 172.27.2.134, port: 3cb4c8a0-217a-4fa6-bcda-3e61821d105a. May 03 09:22:37.210935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Calling delete_port for 3cb4c8a0-217a-4fa6-bcda-3e61821d105a owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:22:37.269744 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'port': {'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'admin_state_up': True, 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'security_groups': ['677aa53c-778d-4105-8886-654e62c2672f']}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:37.344157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (3cb4c8a0-217a-4fa6-bcda-3e61821d105a), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.375270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event deleted for resources: {'Port': ['ID=3cb4c8a0-217a-4fa6-bcda-3e61821d105a,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:37.386177 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Made reservation on behalf of 6506fb00a31e4161b2be9c0c7f82b950 for: {'port': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:22:37.390486 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.536443 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.20.0.13 (608b14a8-0b7c-4127-9755-ab275cbf0fb6/258a3f4d-e575-4f8f-be47-3d2806f58296/51819eb8-3290-4b92-9458-3802888342b7) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:22:37.686219 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (51819eb8-3290-4b92-9458-3802888342b7), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.724714 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (51819eb8-3290-4b92-9458-3802888342b7), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.792060 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:22:37.802322 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=51819eb8-3290-4b92-9458-3802888342b7,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:37.816769 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:37.818358 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:37.821456 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:22:37.838430 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f156a-8876-42fd-949d-2187393e8ac8 req-a6c74901-e250-4d7b-ac0e-77579f4aab17 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:37.839978 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-de1f156a-8876-42fd-949d-2187393e8ac8 req-a6c74901-e250-4d7b-ac0e-77579f4aab17 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 932 time: 0.0727959 May 03 09:22:37.887729 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:37.888909 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:37.908125 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-9a2412f1-33a1-4d64-8e7a-218444d8fefe tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6427069 May 03 09:22:37.919415 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-5d0210c6-1c20-46f6-b964-05f2b542294c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:22:37.921290 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-5d0210c6-1c20-46f6-b964-05f2b542294c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061283 May 03 09:22:37.950958 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-de1f156a-8876-42fd-949d-2187393e8ac8 req-97379e91-208f-4122-931a-fb52ea9c468a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785081 May 03 09:22:38.023443 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Request body: {'port': {'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:38.090208 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f18c8020-ee44-44c1-a05f-0ff30f256fe3 req-fde52f87-45e3-4826-b8c3-0224aff233a5 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 210 time: 0.0454388 May 03 09:22:38.112441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:22:38.121265 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:22:38.136033 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (51819eb8-3290-4b92-9458-3802888342b7), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.136485 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:38.137512 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:38.179899 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] No DVR routers for this DVR port 3cb4c8a0-217a-4fa6-bcda-3e61821d105a on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:22:38.183874 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.187304 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6a809967-a475-485e-9c0f-8a1611467d83 req-f9b0e060-0649-4c78-ae35-0d781c0baf9b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "DELETE /v2.0/ports/3cb4c8a0-217a-4fa6-bcda-3e61821d105a HTTP/1.1" status: 204 len: 173 time: 1.3349268 May 03 09:22:38.187884 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'name': 'network-vif-deleted', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:38.191157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37614bba-20f0-4aff-b286-bbab9131631a" -d '{"events": [{"server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "name": "network-vif-deleted", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:38.221662 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-3425a59f-d6f5-4707-8869-082c8058e1f7 None None] Provisioning complete for port 51819eb8-3290-4b92-9458-3802888342b7 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:38.222103 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3425a59f-d6f5-4707-8869-082c8058e1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (51819eb8-3290-4b92-9458-3802888342b7), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.293675 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82bc01b-fb55-4e69-8525-0fcda0e81b95 x-openstack-request-id: req-a82bc01b-fb55-4e69-8525-0fcda0e81b95 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:38.293972 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f", "name": "network-vif-deleted", "tag": "3cb4c8a0-217a-4fa6-bcda-3e61821d105a", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:38.294228 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a82bc01b-fb55-4e69-8525-0fcda0e81b95 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:38.295217 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82bc01b-fb55-4e69-8525-0fcda0e81b95'] response: {'server_uuid': '9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f', 'name': 'network-vif-deleted', 'tag': '3cb4c8a0-217a-4fa6-bcda-3e61821d105a', 'status': 'completed', 'code': 200} May 03 09:22:38.295341 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3425a59f-d6f5-4707-8869-082c8058e1f7 None None] Port 51819eb8-3290-4b92-9458-3802888342b7 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:22:38.303336 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:38.426495 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51819eb8-3290-4b92-9458-3802888342b7 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:22:38.435475 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Publish callbacks [] for port (51819eb8-3290-4b92-9458-3802888342b7), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.455298 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Transition to ACTIVE for port object 51819eb8-3290-4b92-9458-3802888342b7 will not be triggered until provisioned by entity L2. {{(pid=103440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:22:38.459683 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (51819eb8-3290-4b92-9458-3802888342b7), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.503491 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:38.534471 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:22:38.537706 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Pushing event updated for resources: {'Port': ['ID=51819eb8-3290-4b92-9458-3802888342b7,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:38.550326 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-a931f5c9-f1bb-4084-8864-75f19ab79fcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652518 May 03 09:22:38.557092 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:38.557735 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:38.618209 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Attempting to bind port 51819eb8-3290-4b92-9458-3802888342b7 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:22:38.618566 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Attempting to bind port 51819eb8-3290-4b92-9458-3802888342b7 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:22:38.619002 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Attempting to bind port 51819eb8-3290-4b92-9458-3802888342b7 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:22:38.624549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Port 51819eb8-3290-4b92-9458-3802888342b7 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:22:38.624912 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Attempting to bind port 51819eb8-3290-4b92-9458-3802888342b7 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:22:38.630584 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:22:38.630907 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Checking segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:22:38.631437 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Bound using segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:22:38.631750 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Bound port: 51819eb8-3290-4b92-9458-3802888342b7, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:22:38.632266 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (51819eb8-3290-4b92-9458-3802888342b7), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.647521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-30e08b5d-fcd5-4666-a4df-8acf92c372f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:38.649096 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-30e08b5d-fcd5-4666-a4df-8acf92c372f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 1129 time: 0.0532029 May 03 09:22:38.690637 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:38.732987 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] For port 51819eb8-3290-4b92-9458-3802888342b7, host hv-cinder-84027, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:22:38.736541 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] For port 51819eb8-3290-4b92-9458-3802888342b7, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=51819eb8-3290-4b92-9458-3802888342b7,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:22:38.748351 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (51819eb8-3290-4b92-9458-3802888342b7), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.784284 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:38.784995 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:38.786479 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-fe041c60-5306-410f-aa80-048d6822925d service neutron] 10.222.0.36 "PUT /v2.0/ports/51819eb8-3290-4b92-9458-3802888342b7 HTTP/1.1" status: 200 len: 1094 time: 0.8493693 May 03 09:22:38.787043 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'tag': '51819eb8-3290-4b92-9458-3802888342b7'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:38.789743 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116dd0e8-334f-404a-ba9a-22ac655283c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "tag": "51819eb8-3290-4b92-9458-3802888342b7"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:38.822308 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041c60-5306-410f-aa80-048d6822925d service neutron] Pushing event updated for resources: {'Port': ['ID=51819eb8-3290-4b92-9458-3802888342b7,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:38.903834 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-65a648f7-dfa1-434a-9d2a-bb8be6a2307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:38.905625 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-65a648f7-dfa1-434a-9d2a-bb8be6a2307e service neutron] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 912 time: 0.2256653 May 03 09:22:38.910781 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c28e34-b8ef-433b-b013-76f0a0cf1220 x-openstack-request-id: req-93c28e34-b8ef-433b-b013-76f0a0cf1220 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:38.911306 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "tag": "51819eb8-3290-4b92-9458-3802888342b7", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:38.911306 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93c28e34-b8ef-433b-b013-76f0a0cf1220 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:38.911701 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c28e34-b8ef-433b-b013-76f0a0cf1220'] response: {'name': 'network-changed', 'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'tag': '51819eb8-3290-4b92-9458-3802888342b7', 'status': 'completed', 'code': 200} May 03 09:22:38.922494 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-c5d7d891-20c5-4b5b-9efe-e378d52eaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:38.924195 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-c5d7d891-20c5-4b5b-9efe-e378d52eaae7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 1128 time: 0.0716677 May 03 09:22:38.975594 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:39.015298 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a77d-2dcf-4d9b-b906-aa229cb55c3c None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:22:39.046765 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-925d7fbc-2015-4ace-a00f-25963645d0d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51819eb8-3290-4b92-9458-3802888342b7 HTTP/1.1" status: 200 len: 217 time: 0.1056762 May 03 09:22:39.063968 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-0070ea9c-d1db-4dea-9154-7fef41b029d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 200 len: 1000 time: 0.1384025 May 03 09:22:39.138804 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-6e991381-8197-4458-b419-b3b255e979bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:39.140546 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-6e991381-8197-4458-b419-b3b255e979bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.0702980 May 03 09:22:39.186046 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d871706-0da8-4f7c-922d-7a52dcb347b1 req-69b310a8-a9e1-491f-94eb-0213800c227f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:39.187569 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d871706-0da8-4f7c-922d-7a52dcb347b1 req-69b310a8-a9e1-491f-94eb-0213800c227f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 944 time: 0.1199133 May 03 09:22:39.193415 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-53af66c9-c8b2-4e99-924e-fb6cadfd1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:39.194747 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-53af66c9-c8b2-4e99-924e-fb6cadfd1929 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.1346619 May 03 09:22:39.248636 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d871706-0da8-4f7c-922d-7a52dcb347b1 req-6c2718b7-93bd-4495-b308-72c3b19f6003 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487032 May 03 09:22:39.251995 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-92a2b31e-0c27-4592-acb0-a789e1ddc618 req-4769d2eb-081f-426d-a34b-22e34a9b0e44 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e87a7-8e40-4cc3-aebf-6e9f0e42213f HTTP/1.1" status: 200 len: 210 time: 0.0336661 May 03 09:22:39.380430 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff265a-2490-4316-abb6-c1cbe248ce93 None None] New status for floating IP 77411c17-3794-4847-b413-fdae951c6daa: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:22:39.392215 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-0d24041d-efa9-4357-a99c-58c631b07ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:39.395160 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-0d24041d-efa9-4357-a99c-58c631b07ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538678 May 03 09:22:39.400821 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783cc53-93c7-468e-a482-034b08576012 req-381dbc04-dbe4-4461-94d7-288e83589a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:39.402553 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-381dbc04-dbe4-4461-94d7-288e83589a25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627034 May 03 09:22:39.506240 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-abc3e56b-c87a-48ae-8db7-c71cc875d755 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039014 May 03 09:22:39.553284 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79f89d-2a7b-449a-839b-14f1a8a4139d req-1d09f058-214e-44e3-84e2-c542efd72c06 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:39.554752 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ff79f89d-2a7b-449a-839b-14f1a8a4139d req-1d09f058-214e-44e3-84e2-c542efd72c06 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0643370 May 03 09:22:39.562141 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-6dff639a-034f-423d-a012-053589cf6d03 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364622 May 03 09:22:39.631475 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f3e7df45-db95-4bfb-b4b7-0660e36f63d1 req-6b6a7b78-b417-4b54-ae20-c91c2a66309f service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081862 May 03 09:22:39.667123 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ff79f89d-2a7b-449a-839b-14f1a8a4139d req-3f0ed47c-a1cc-49ae-ba8e-767929c544e8 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003079 May 03 09:22:39.689131 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4783cc53-93c7-468e-a482-034b08576012 req-76a90dbe-a718-493a-bc74-befd66c6ddd9 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195254 May 03 09:22:40.364346 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bfa1f-10c4-4c89-ae5d-66c550a56c27 req-8a8a2502-7ca0-4d8b-8871-b3b665727e9c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:40.365851 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d00bfa1f-10c4-4c89-ae5d-66c550a56c27 req-8a8a2502-7ca0-4d8b-8871-b3b665727e9c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 944 time: 0.0484343 May 03 09:22:40.412174 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d00bfa1f-10c4-4c89-ae5d-66c550a56c27 req-78da2b32-8dab-4c39-9081-61caf4ae5c09 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 May 03 09:22:40.508398 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-fd77359d-4657-422e-a8e9-f5026a85b218 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165162185&fields=id&tenant_id=d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 267 time: 0.0462258 May 03 09:22:40.609894 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-0364c8f7-ebae-4a97-9e36-483cf774cb93 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:40.611251 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-0364c8f7-ebae-4a97-9e36-483cf774cb93 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 811 time: 0.0961554 May 03 09:22:40.625709 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-3b90e208-f47a-4fb4-9d38-96b4e7f1c940 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/quotas/d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 375 time: 0.0091162 May 03 09:22:40.671817 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-f570b37c-c25e-46e2-bae9-6bea61ea5f66 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0410647 May 03 09:22:40.687218 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-6386ca8e-0f77-4286-8d54-6368d56c8ce6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:22:40.688176 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-6386ca8e-0f77-4286-8d54-6368d56c8ce6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047801 May 03 09:22:40.779128 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-18b28d10-75d8-4f51-bde8-ff1cbf0f460e service neutron] 10.222.0.23 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859263 May 03 09:22:40.787984 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960fe9f-cf5f-4a3a-a37c-3c44bf55f989 req-0ff27c43-1283-4c10-b5b9-2cdac508ce7a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:40.789919 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6960fe9f-cf5f-4a3a-a37c-3c44bf55f989 req-0ff27c43-1283-4c10-b5b9-2cdac508ce7a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0521257 May 03 09:22:40.836115 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6960fe9f-cf5f-4a3a-a37c-3c44bf55f989 req-85440e38-fcff-405e-ac80-d2395da6bf50 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 May 03 09:22:40.871274 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-f3bcc694-d4d1-4bf9-9d5c-cc641a09509a service neutron] 10.222.0.23 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864098 May 03 09:22:41.088370 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 3cb4c8a0-217a-4fa6-bcda-3e61821d105a no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:22:41.111696 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 3cb4c8a0-217a-4fa6-bcda-3e61821d105a {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:22:41.112045 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 3cb4c8a0-217a-4fa6-bcda-3e61821d105a not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:22:41.146923 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-47fafbe7-a654-4f32-b254-c5d814864a40 req-d3111063-da39-425a-95e6-3df83823a18b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 210 time: 0.0280375 May 03 09:22:41.522304 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a96b1b-fc7c-4a00-bcc7-bfd9b7a59fe3 req-34a5951b-a626-4489-8b84-431ad0a3c306 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:41.523786 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-98a96b1b-fc7c-4a00-bcc7-bfd9b7a59fe3 req-34a5951b-a626-4489-8b84-431ad0a3c306 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 944 time: 0.0460525 May 03 09:22:41.569435 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-98a96b1b-fc7c-4a00-bcc7-bfd9b7a59fe3 req-5534de89-d43a-4d90-814b-8d562d5671a8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396366 May 03 09:22:41.945408 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eb435-6e95-4217-a185-5a20ebddeb98 req-568c076c-49a0-4e41-b9a3-f1fb8d3511fc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:41.946847 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c50eb435-6e95-4217-a185-5a20ebddeb98 req-568c076c-49a0-4e41-b9a3-f1fb8d3511fc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0448871 May 03 09:22:41.996661 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c50eb435-6e95-4217-a185-5a20ebddeb98 req-ee5ee8a5-9949-42dd-a76f-c9e3ada83d48 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438232 May 03 09:22:42.064982 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-507618d3-bf1a-48a8-a9c9-bce3ef40602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:42.066425 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-507618d3-bf1a-48a8-a9c9-bce3ef40602a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 1128 time: 0.0383935 May 03 09:22:42.162331 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-e777b412-5b51-454f-9b43-96c1211cdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:42.163792 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-e777b412-5b51-454f-9b43-96c1211cdda1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0914192 May 03 09:22:42.205948 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-a23983a2-7343-48d8-991d-48ba585bfe72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51819eb8-3290-4b92-9458-3802888342b7 HTTP/1.1" status: 200 len: 217 time: 0.0353937 May 03 09:22:42.270199 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a0060391-cef8-46dd-a01d-8dd202036ac6 req-729f6484-14e7-4b01-bba5-8a4561628fca tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 210 time: 0.0513232 May 03 09:22:42.280389 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-1b898976-9725-44e2-b117-788a94d573b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:42.281782 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-1b898976-9725-44e2-b117-788a94d573b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0708363 May 03 09:22:42.520552 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-7f581026-9eb8-4fa2-bafc-14a1109af724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:42.522068 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-7f581026-9eb8-4fa2-bafc-14a1109af724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382605 May 03 09:22:42.621265 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-91b89233-6b91-4710-80eb-518f9cd2efe1 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932546 May 03 09:22:42.718332 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-116dd0e8-334f-404a-ba9a-22ac655283c1 req-89d37206-e9eb-4681-b81f-99e2a3aa4565 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911717 May 03 09:22:42.727279 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fd8da-2c64-4b5d-8042-4af33986430b req-be57a10c-172b-4ad7-8833-601e5467ee2a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:42.729319 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9b7fd8da-2c64-4b5d-8042-4af33986430b req-be57a10c-172b-4ad7-8833-601e5467ee2a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 944 time: 0.0847991 May 03 09:22:42.770351 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-f1a8f6ce-1af3-46e1-9c55-f3adf06871f1 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:42.771775 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-f1a8f6ce-1af3-46e1-9c55-f3adf06871f1 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 811 time: 0.1799371 May 03 09:22:42.804993 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9b7fd8da-2c64-4b5d-8042-4af33986430b req-1af0f4f5-ea49-4431-a9d6-32aebacc2049 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699804 May 03 09:22:42.863682 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-c43d9427-7a55-469f-b4a4-164685238dfd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 379 time: 0.0681694 May 03 09:22:42.872456 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'port': {'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'admin_state_up': True, 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'security_groups': ['23bc50c9-a4da-445f-9fc6-463212b884b0']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:42.974766 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Made reservation on behalf of d92efab60f874aa8a197ab70fc582487 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:22:42.978113 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.088935 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 51819eb8-3290-4b92-9458-3802888342b7 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:22:43.119007 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Allocated IP 172.20.0.11 (0deac27a-139f-478b-bfbb-632d6a5ce9ff/2e9d9555-23b9-4903-b286-e4b52fe3d440/affcff45-ad79-4845-9d18-fcf68e0a0c11) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:22:43.119594 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c476-ffd5-4680-b443-83cf5f5858bc req-d5842962-4c13-4335-9cf4-776b0b839c3c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:43.121173 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fde6c476-ffd5-4680-b443-83cf5f5858bc req-d5842962-4c13-4335-9cf4-776b0b839c3c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0537717 May 03 09:22:43.180717 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fde6c476-ffd5-4680-b443-83cf5f5858bc req-ed75af99-e4f4-4570-9b48-fecd89ca7741 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535131 May 03 09:22:43.205265 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 51819eb8-3290-4b92-9458-3802888342b7, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=51819eb8-3290-4b92-9458-3802888342b7,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:43.218213 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '51819eb8-3290-4b92-9458-3802888342b7', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:22:43.267591 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 51819eb8-3290-4b92-9458-3802888342b7 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:43.268066 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (51819eb8-3290-4b92-9458-3802888342b7), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.275410 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.286164 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51819eb8-3290-4b92-9458-3802888342b7 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:22:43.309033 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 51819eb8-3290-4b92-9458-3802888342b7, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=51819eb8-3290-4b92-9458-3802888342b7,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:43.311740 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.317954 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (51819eb8-3290-4b92-9458-3802888342b7), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.353009 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:43.356399 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:43.361449 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:22:43.386739 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=51819eb8-3290-4b92-9458-3802888342b7,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:43.431295 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=affcff45-ad79-4845-9d18-fcf68e0a0c11,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:43.445795 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cfa5d-9a1d-4ad2-8568-3fc13adcbb7d req-52fce3da-0dca-4a49-9270-fe1279346fbd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:43.447374 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-084cfa5d-9a1d-4ad2-8568-3fc13adcbb7d req-52fce3da-0dca-4a49-9270-fe1279346fbd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 932 time: 0.0888965 May 03 09:22:43.474846 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:43.475457 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.507984 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-566f29da-b85b-4526-bfe7-2404404189d3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6390665 May 03 09:22:43.522153 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-084cfa5d-9a1d-4ad2-8568-3fc13adcbb7d req-46204a59-73f2-4cdf-ae1e-ff853219bd52 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684679 May 03 09:22:43.527936 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Request body: {'port': {'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:43.586492 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.644375 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-cee83824-42d8-4f82-8449-0a4ff6268594 None None] Provisioning complete for port affcff45-ad79-4845-9d18-fcf68e0a0c11 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:43.644756 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cee83824-42d8-4f82-8449-0a4ff6268594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.677467 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cee83824-42d8-4f82-8449-0a4ff6268594 None None] Port affcff45-ad79-4845-9d18-fcf68e0a0c11 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:22:43.763479 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['51819eb8-3290-4b92-9458-3802888342b7'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:22:43.846466 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affcff45-ad79-4845-9d18-fcf68e0a0c11 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:22:43.854328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Publish callbacks [] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.867194 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Transition to ACTIVE for port object affcff45-ad79-4845-9d18-fcf68e0a0c11 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:22:43.871557 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:43.923756 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2debf8-03d2-461e-868a-645bfb5ad242 req-2b79fbc8-3e90-431e-b454-053ca4d34560 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:43.925312 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2c2debf8-03d2-461e-868a-645bfb5ad242 req-2b79fbc8-3e90-431e-b454-053ca4d34560 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 945 time: 0.0489557 May 03 09:22:43.927531 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Pushing event updated for resources: {'Port': ['ID=affcff45-ad79-4845-9d18-fcf68e0a0c11,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:43.976818 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2c2debf8-03d2-461e-868a-645bfb5ad242 req-59ac5f5b-acb5-4243-94d1-92a86bf21f8a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456333 May 03 09:22:44.002686 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Attempting to bind port affcff45-ad79-4845-9d18-fcf68e0a0c11 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:22:44.003304 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Attempting to bind port affcff45-ad79-4845-9d18-fcf68e0a0c11 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:22:44.003418 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Attempting to bind port affcff45-ad79-4845-9d18-fcf68e0a0c11 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:22:44.007693 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Port affcff45-ad79-4845-9d18-fcf68e0a0c11 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:22:44.008009 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Attempting to bind port affcff45-ad79-4845-9d18-fcf68e0a0c11 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:22:44.012884 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:22:44.013217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Checking segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:22:44.013646 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Bound using segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:22:44.014019 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Bound port: affcff45-ad79-4845-9d18-fcf68e0a0c11, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:22:44.014380 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:44.082744 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] For port affcff45-ad79-4845-9d18-fcf68e0a0c11, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:22:44.086035 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] For port affcff45-ad79-4845-9d18-fcf68e0a0c11, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:22:44.091909 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:44.126512 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:44.127122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:44.128502 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] 10.222.0.36 "PUT /v2.0/ports/affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 200 len: 1094 time: 0.6053314 May 03 09:22:44.128948 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:44.131212 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e78a90e-8230-40d2-bf15-1cc66532b633" -d '{"events": [{"name": "network-changed", "server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:44.159350 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0fd55-8697-4522-97d6-c7dffeda9357 service neutron] Pushing event updated for resources: {'Port': ['ID=affcff45-ad79-4845-9d18-fcf68e0a0c11,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:44.168664 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f472c-a431-4efd-973d-c2e1fd91ffb0 x-openstack-request-id: req-662f472c-a431-4efd-973d-c2e1fd91ffb0 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:44.168774 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:44.168943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-662f472c-a431-4efd-973d-c2e1fd91ffb0 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:44.169343 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662f472c-a431-4efd-973d-c2e1fd91ffb0'] response: {'name': 'network-changed', 'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'status': 'completed', 'code': 200} May 03 09:22:44.239853 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-5e106275-46b2-4866-83fd-c476be3f1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:44.241441 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-5e106275-46b2-4866-83fd-c476be3f1346 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1128 time: 0.0469015 May 03 09:22:44.289394 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-2442a9f0-8730-4f80-8db2-4b9cfebe569c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 200 len: 217 time: 0.0348003 May 03 09:22:44.308470 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca824-afbf-4d20-b33d-d1cf7a3efb80 req-cc282d99-7fac-4ded-ade3-a0a6825be9a0 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:44.310042 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d0aca824-afbf-4d20-b33d-d1cf7a3efb80 req-cc282d99-7fac-4ded-ade3-a0a6825be9a0 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0506587 May 03 09:22:44.345298 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-dea96a0f-b82c-4f56-9681-b5cd4a9b3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:44.346752 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-dea96a0f-b82c-4f56-9681-b5cd4a9b3f33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0486753 May 03 09:22:44.358204 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d0aca824-afbf-4d20-b33d-d1cf7a3efb80 req-ebc752ac-962f-475b-9611-a47bceb7a0f4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 May 03 09:22:44.389289 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-230b20aa-9f19-4ce7-993b-cc60c1141e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:44.390787 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-230b20aa-9f19-4ce7-993b-cc60c1141e04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379298 May 03 09:22:44.480014 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-eb36b181-6f79-4a41-ae35-e85b7124e88b service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830550 May 03 09:22:44.566120 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-782a0a5d-4449-4baf-8a39-72f6d30fa5ac req-80aa4119-300c-48b5-a719-2c6734639b51 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796416 May 03 09:22:44.635927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d00-b101-432f-b330-05aa8653f3dd req-89d203bb-7bdd-452d-9472-871341a5481f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:44.637409 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-31997d00-b101-432f-b330-05aa8653f3dd req-89d203bb-7bdd-452d-9472-871341a5481f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0465629 May 03 09:22:44.688767 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-31997d00-b101-432f-b330-05aa8653f3dd req-377dfe1f-70c8-47db-97a0-6d30b8e1f265 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456412 May 03 09:22:45.089794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 51819eb8-3290-4b92-9458-3802888342b7 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:22:45.094272 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e78a-1ee9-422b-bbce-43ee763c48f2 req-0980db1e-38c0-40c3-99c5-c5e52c36c3a7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:45.095896 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f274e78a-1ee9-422b-bbce-43ee763c48f2 req-0980db1e-38c0-40c3-99c5-c5e52c36c3a7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 945 time: 0.0512214 May 03 09:22:45.140653 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 51819eb8-3290-4b92-9458-3802888342b7 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:22:45.142170 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f274e78a-1ee9-422b-bbce-43ee763c48f2 req-5801f5b8-826d-43e4-b39f-192699eedc31 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405242 May 03 09:22:45.147355 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 51819eb8-3290-4b92-9458-3802888342b7 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:45.147798 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (51819eb8-3290-4b92-9458-3802888342b7), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:45.229395 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 51819eb8-3290-4b92-9458-3802888342b7 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:45.229784 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (51819eb8-3290-4b92-9458-3802888342b7), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:45.252157 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51819eb8-3290-4b92-9458-3802888342b7'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:45.254361 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e15d14a-cb1d-40c2-9511-53b4b6221fd1" -d '{"events": [{"server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "name": "network-vif-plugged", "status": "completed", "tag": "51819eb8-3290-4b92-9458-3802888342b7"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:45.267462 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 51819eb8-3290-4b92-9458-3802888342b7, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=51819eb8-3290-4b92-9458-3802888342b7,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:45.271575 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (51819eb8-3290-4b92-9458-3802888342b7), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:45.295493 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362978de-4538-4001-bfcb-3efe944768a6 x-openstack-request-id: req-362978de-4538-4001-bfcb-3efe944768a6 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:45.295782 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "name": "network-vif-plugged", "status": "completed", "tag": "51819eb8-3290-4b92-9458-3802888342b7", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:45.296032 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-362978de-4538-4001-bfcb-3efe944768a6 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:45.296443 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362978de-4538-4001-bfcb-3efe944768a6'] response: {'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51819eb8-3290-4b92-9458-3802888342b7', 'code': 200} May 03 09:22:45.321174 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=51819eb8-3290-4b92-9458-3802888342b7,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:45.469046 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f00e7-3d87-48a2-92c0-08f581af7219 req-d05a121e-c402-469a-987c-9cc7d9184688 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:45.470392 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a35f00e7-3d87-48a2-92c0-08f581af7219 req-d05a121e-c402-469a-987c-9cc7d9184688 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0453224 May 03 09:22:45.515643 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a35f00e7-3d87-48a2-92c0-08f581af7219 req-6480a023-9906-44d2-84eb-60118a1ed3d5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397789 May 03 09:22:45.609606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-0f270c96-1c3c-4ec4-9900-81b3f7177e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:45.611076 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-0f270c96-1c3c-4ec4-9900-81b3f7177e75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1128 time: 0.0390294 May 03 09:22:45.712965 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-77b0ecd2-5544-4212-9b2d-6e7d66db6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:45.714471 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-77b0ecd2-5544-4212-9b2d-6e7d66db6470 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0878818 May 03 09:22:45.767251 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2010e-ac2a-40ee-a3fd-05475a183690 req-0701004d-2634-4853-ba6d-6f78e7ec338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:45.768729 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dfa2010e-ac2a-40ee-a3fd-05475a183690 req-0701004d-2634-4853-ba6d-6f78e7ec338c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 1130 time: 0.0412679 May 03 09:22:45.769321 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-9bd1d8c3-a738-41cc-a00a-cbfa206143eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 200 len: 217 time: 0.0418122 May 03 09:22:45.819509 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dfa2010e-ac2a-40ee-a3fd-05475a183690 req-87eaa970-3eb6-4b8d-b1c3-e9095b5554f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 May 03 09:22:45.844509 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d1225-de1d-43e2-92dd-d7ee09742f2c req-df83b593-ff54-4342-a2aa-f4d56b0f9275 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:45.845971 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ff8d1225-de1d-43e2-92dd-d7ee09742f2c req-df83b593-ff54-4342-a2aa-f4d56b0f9275 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0799570 May 03 09:22:45.861217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-bcb3b12a-c273-461e-a633-e4235d5b417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:45.862560 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-bcb3b12a-c273-461e-a633-e4235d5b417b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0828235 May 03 09:22:45.897300 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ff8d1225-de1d-43e2-92dd-d7ee09742f2c req-c1fc3a06-f9c4-45f8-982d-70706e590491 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456634 May 03 09:22:46.225534 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-048ca90c-0463-460e-8609-52320b26eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:46.227037 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-048ca90c-0463-460e-8609-52320b26eac7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464251 May 03 09:22:46.256392 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151c3ea-a7b8-4cc8-9a67-456b46085138 req-295731dd-1cea-489c-b251-750277f7957b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:46.257910 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3151c3ea-a7b8-4cc8-9a67-456b46085138 req-295731dd-1cea-489c-b251-750277f7957b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 946 time: 0.0468879 May 03 09:22:46.304179 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3151c3ea-a7b8-4cc8-9a67-456b46085138 req-f79c8935-23af-4be7-aef1-8624b099b2fb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 May 03 09:22:46.318281 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-30411f69-2847-487c-8c5a-5cea3930cfd0 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844243 May 03 09:22:46.632917 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898beaf-f499-4b7c-8751-73f464d5994c req-779f05bb-bef9-4eaa-8e64-7cedce67db6e tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:46.634424 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f898beaf-f499-4b7c-8751-73f464d5994c req-779f05bb-bef9-4eaa-8e64-7cedce67db6e tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0503967 May 03 09:22:46.680570 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f898beaf-f499-4b7c-8751-73f464d5994c req-56cd353e-e65e-48a7-bb40-77dcabf125f6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 May 03 09:22:46.794567 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6e78a90e-8230-40d2-bf15-1cc66532b633 req-31d0a3b3-1be4-4200-97d7-6b81840797c3 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825238 May 03 09:22:47.006100 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4960ccf-d59a-4766-9de6-5ff303dc70d2 req-1c966cf6-2a65-436d-9d35-2b49df461c35 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:47.007536 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f4960ccf-d59a-4766-9de6-5ff303dc70d2 req-1c966cf6-2a65-436d-9d35-2b49df461c35 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0447757 May 03 09:22:47.058465 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f4960ccf-d59a-4766-9de6-5ff303dc70d2 req-6b540b5d-f4a6-4108-83a8-b38cd8dbb801 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 May 03 09:22:47.418189 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5061a-c37d-49b8-93c9-b016f0958693 req-646f71ba-19b1-4387-a73b-819ecc4c4526 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:47.419525 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6ba5061a-c37d-49b8-93c9-b016f0958693 req-646f71ba-19b1-4387-a73b-819ecc4c4526 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 946 time: 0.0488315 May 03 09:22:47.464576 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6ba5061a-c37d-49b8-93c9-b016f0958693 req-63abc29b-133d-4a58-b051-414947a6a921 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395198 May 03 09:22:47.568097 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbad3e-e9c8-463d-bb5e-e30e069ae511 req-e2a41f99-780c-4d79-9918-22a675df2e71 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:47.569538 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d2cbad3e-e9c8-463d-bb5e-e30e069ae511 req-e2a41f99-780c-4d79-9918-22a675df2e71 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 946 time: 0.0446887 May 03 09:22:47.578792 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 34964) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:47.583185 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'port_id': '51819eb8-3290-4b92-9458-3802888342b7'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:47.620002 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (27d40647-1758-4c9c-8ea3-22b3ca570896), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:47.788991 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd56cbe-f5cc-47c0-bade-9d4bf14cfe6a req-080b820d-d51e-4df6-90e7-aa965bf3537b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:47.790737 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ddd56cbe-f5cc-47c0-bade-9d4bf14cfe6a req-080b820d-d51e-4df6-90e7-aa965bf3537b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0462751 May 03 09:22:47.837794 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ddd56cbe-f5cc-47c0-bade-9d4bf14cfe6a req-31dd70a6-414a-4e04-9144-504cdabb49aa tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 May 03 09:22:48.045704 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:48.049491 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (27d40647-1758-4c9c-8ea3-22b3ca570896), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:48.409021 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP 27d40647-1758-4c9c-8ea3-22b3ca570896 associated. External IP: 172.27.2.93, port: 51819eb8-3290-4b92-9458-3802888342b7. May 03 09:22:48.419575 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fbaa6-c2c4-4d7f-b702-8d852cf53113 req-0d369a08-171e-45b6-8a9b-08d188643d48 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:48.421030 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-031fbaa6-c2c4-4d7f-b702-8d852cf53113 req-0d369a08-171e-45b6-8a9b-08d188643d48 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0579972 May 03 09:22:48.532422 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-031fbaa6-c2c4-4d7f-b702-8d852cf53113 req-7ac68cc7-def8-4a37-a6b7-d18ec4ced41d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804412 May 03 09:22:48.656967 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:22:48.764523 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:22:48.769441 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:48.773915 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:22:48.783770 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:48.784409 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:48.807682 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-64a9aed9-6f5a-4d48-939e-44b057e01350 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "PUT /v2.0/floatingips/27d40647-1758-4c9c-8ea3-22b3ca570896 HTTP/1.1" status: 200 len: 991 time: 1.2183223 May 03 09:22:48.807682 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'tag': '51819eb8-3290-4b92-9458-3802888342b7'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:48.807682 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "tag": "51819eb8-3290-4b92-9458-3802888342b7"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:48.836811 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0bf4a9-b6e9-4de5-b679-08b9a0c887cc x-openstack-request-id: req-fd0bf4a9-b6e9-4de5-b679-08b9a0c887cc {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:48.837098 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "tag": "51819eb8-3290-4b92-9458-3802888342b7", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:48.837345 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd0bf4a9-b6e9-4de5-b679-08b9a0c887cc {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:48.837742 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0bf4a9-b6e9-4de5-b679-08b9a0c887cc'] response: {'name': 'network-changed', 'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'tag': '51819eb8-3290-4b92-9458-3802888342b7', 'status': 'completed', 'code': 200} May 03 09:22:48.908756 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:48.927993 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-4c93010d-edc6-45c8-9acb-1b7e5a51beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:48.929538 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-4c93010d-edc6-45c8-9acb-1b7e5a51beba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 1130 time: 0.0403554 May 03 09:22:48.955945 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3558e6-02fe-48f2-9bb9-c128514c15cf req-d07ae6ec-a3b8-4658-8a56-c585268963af tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:48.957574 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2d3558e6-02fe-48f2-9bb9-c128514c15cf req-d07ae6ec-a3b8-4658-8a56-c585268963af tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0501587 May 03 09:22:49.005554 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2d3558e6-02fe-48f2-9bb9-c128514c15cf req-a1ef0098-e921-437f-9495-48d6f809ae5a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 May 03 09:22:49.031130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-f0efd1f2-16cd-4b74-a929-abbeac6a3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:49.032617 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-f0efd1f2-16cd-4b74-a929-abbeac6a3e2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0967436 May 03 09:22:49.096627 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-e135f86a-7d08-4ad0-a115-71c80e229db0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51819eb8-3290-4b92-9458-3802888342b7 HTTP/1.1" status: 200 len: 999 time: 0.0579817 May 03 09:22:49.131485 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:47Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:49.149157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-2e7572de-2e1a-4961-a4aa-4ad2b2f84513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:49.153493 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-2e7572de-2e1a-4961-a4aa-4ad2b2f84513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0491366 May 03 09:22:49.161807 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:22:49.172535 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:49.173151 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:49.194438 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-49ad25ed-224d-4731-9936-c1ba2ce9f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:49.195951 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-49ad25ed-224d-4731-9936-c1ba2ce9f5c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397265 May 03 09:22:49.298066 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-ae8019e7-ffe2-4b56-9107-58fd4cea1003 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957744 May 03 09:22:49.386475 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14d2c0fd-26f6-49e0-9ada-ca4e8197cdfe req-078c7579-64a2-4982-978d-017c06570727 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827868 May 03 09:22:49.406675 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:49.625916 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:47Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:49.647181 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5eb3a6-430a-4fa0-b1f4-696b455edfab req-f4680545-8aa5-45ee-a945-7f3a59c5462a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:49.648660 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c5eb3a6-430a-4fa0-b1f4-696b455edfab req-f4680545-8aa5-45ee-a945-7f3a59c5462a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0475628 May 03 09:22:49.653034 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4429a31-00bf-4899-ba7d-e20fbebb9221 None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:47Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:22:49.702565 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5c5eb3a6-430a-4fa0-b1f4-696b455edfab req-1e1ee40f-318a-4d58-b497-d07686de1868 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476747 May 03 09:22:49.858842 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca0b60-e10b-49cf-b186-dd747923d618 None None] New status for floating IP 27d40647-1758-4c9c-8ea3-22b3ca570896: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:22:50.119977 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448019-9a9e-467d-8bb7-07a9f2c38c90 req-8053fbf5-321d-49da-8a68-9a2bd1ac94a5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:50.121490 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-db448019-9a9e-467d-8bb7-07a9f2c38c90 req-8053fbf5-321d-49da-8a68-9a2bd1ac94a5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0466673 May 03 09:22:50.167522 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-db448019-9a9e-467d-8bb7-07a9f2c38c90 req-a1469cc2-2414-4b37-a7f2-551881ebe9a9 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 May 03 09:22:50.363090 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f96c7-2267-42af-9241-099274a4e608 req-a124f45f-271b-4431-9e0d-6f0173d3eb6d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:50.364508 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0d9f96c7-2267-42af-9241-099274a4e608 req-a124f45f-271b-4431-9e0d-6f0173d3eb6d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0508819 May 03 09:22:50.416417 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0d9f96c7-2267-42af-9241-099274a4e608 req-d2d6030b-5dfc-4d90-897c-806498070dc5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 May 03 09:22:50.459932 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e018f3-796c-4153-8c9f-5701f566adeb req-e01def97-c62d-487c-81dc-e2ca0171b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:50.461424 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19e018f3-796c-4153-8c9f-5701f566adeb req-e01def97-c62d-487c-81dc-e2ca0171b139 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 1129 time: 0.0382769 May 03 09:22:50.547110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e018f3-796c-4153-8c9f-5701f566adeb req-bffaf5ca-bff2-4053-8f8a-8d31bb9adee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:50.548575 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19e018f3-796c-4153-8c9f-5701f566adeb req-bffaf5ca-bff2-4053-8f8a-8d31bb9adee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 912 time: 0.0809443 May 03 09:22:50.613447 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19e018f3-796c-4153-8c9f-5701f566adeb req-2b26e2d7-5d82-4838-9ae6-bb3b19f30525 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 200 len: 1000 time: 0.0593171 May 03 09:22:50.746270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e018f3-796c-4153-8c9f-5701f566adeb req-7a5c92f8-eeac-481d-ae49-06b331676bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:50.747752 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19e018f3-796c-4153-8c9f-5701f566adeb req-7a5c92f8-eeac-481d-ae49-06b331676bbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.0429788 May 03 09:22:50.812964 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e629f5-b83f-432f-a65b-6b9a71f25243 req-7af308db-0f3e-4094-951b-af7677656a44 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:50.814389 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-93e629f5-b83f-432f-a65b-6b9a71f25243 req-7af308db-0f3e-4094-951b-af7677656a44 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0455713 May 03 09:22:50.863951 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-93e629f5-b83f-432f-a65b-6b9a71f25243 req-ca91c699-e730-429c-8592-ceb080c038df tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440531 May 03 09:22:51.527322 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd72fe-ec5c-41f3-b40a-0e4a850b8225 req-0dbc476f-c824-4ebc-8d43-65008d88c4de tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:51.528777 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d1cd72fe-ec5c-41f3-b40a-0e4a850b8225 req-0dbc476f-c824-4ebc-8d43-65008d88c4de tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0458436 May 03 09:22:51.573383 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d1cd72fe-ec5c-41f3-b40a-0e4a850b8225 req-73214752-5c97-4002-af9d-401300104fa3 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 May 03 09:22:51.740846 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e018f3-796c-4153-8c9f-5701f566adeb req-408fa38c-db0a-4aaa-b0fb-a3b29dd17de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:51.742283 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19e018f3-796c-4153-8c9f-5701f566adeb req-408fa38c-db0a-4aaa-b0fb-a3b29dd17de4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376925 May 03 09:22:51.829401 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19e018f3-796c-4153-8c9f-5701f566adeb req-8b890f62-6272-4a0e-84c8-6c85da1a91ae service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799468 May 03 09:22:51.919132 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19e018f3-796c-4153-8c9f-5701f566adeb req-f56000dd-5876-4146-b99f-bd41315c8290 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845590 May 03 09:22:51.974209 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0f2ac-73c8-4dfa-9f81-4b9e0582198e req-d3d3c04c-1f4e-4901-bd73-4ef50ac7edef tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:51.975674 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ffe0f2ac-73c8-4dfa-9f81-4b9e0582198e req-d3d3c04c-1f4e-4901-bd73-4ef50ac7edef tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0455649 May 03 09:22:52.022718 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ffe0f2ac-73c8-4dfa-9f81-4b9e0582198e req-9034c709-4b7f-428b-ab78-468a9ec7ad2b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409038 May 03 09:22:52.683560 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a176d-0912-4b60-b104-43e996a8f2f9 req-aeee976b-5458-4aa6-af77-2b73ff6db59d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:52.685019 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc4a176d-0912-4b60-b104-43e996a8f2f9 req-aeee976b-5458-4aa6-af77-2b73ff6db59d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0456719 May 03 09:22:52.729733 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc4a176d-0912-4b60-b104-43e996a8f2f9 req-363b2738-51d7-4444-bc67-76ff1a0a891d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388150 May 03 09:22:53.139709 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b83c-ffce-4416-96e3-9305f960f2b8 req-4e6c3544-14e2-4e87-8d1e-4bf36d37b9c6 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:53.141227 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99d8b83c-ffce-4416-96e3-9305f960f2b8 req-4e6c3544-14e2-4e87-8d1e-4bf36d37b9c6 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0504496 May 03 09:22:53.152505 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device affcff45-ad79-4845-9d18-fcf68e0a0c11 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:22:53.199872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-99d8b83c-ffce-4416-96e3-9305f960f2b8 req-01974328-f37a-464f-8881-3d38880fc376 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531447 May 03 09:22:53.271391 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port affcff45-ad79-4845-9d18-fcf68e0a0c11, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:53.286143 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:22:53.323861 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port affcff45-ad79-4845-9d18-fcf68e0a0c11 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:53.324200 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:53.337676 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affcff45-ad79-4845-9d18-fcf68e0a0c11 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:22:53.357648 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port affcff45-ad79-4845-9d18-fcf68e0a0c11, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:53.362483 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:53.413549 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=affcff45-ad79-4845-9d18-fcf68e0a0c11,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:53.802708 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['affcff45-ad79-4845-9d18-fcf68e0a0c11'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:22:53.847464 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c60f65-cd1e-4532-88a2-1054a5798bb4 req-6ac0e375-a8fb-4093-935a-38270429301f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:53.849001 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-67c60f65-cd1e-4532-88a2-1054a5798bb4 req-6ac0e375-a8fb-4093-935a-38270429301f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0528650 May 03 09:22:53.897294 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-67c60f65-cd1e-4532-88a2-1054a5798bb4 req-b3ee34ff-51e1-41fd-a8eb-08726d592a44 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 May 03 09:22:54.309356 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b56a7-36e1-4889-ae38-41aecb89a688 req-f443ac44-18f3-455a-8b37-54961d9be2d7 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:54.310777 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-447b56a7-36e1-4889-ae38-41aecb89a688 req-f443ac44-18f3-455a-8b37-54961d9be2d7 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 945 time: 0.0449111 May 03 09:22:54.356701 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-447b56a7-36e1-4889-ae38-41aecb89a688 req-5a802193-16f5-44b8-9ce6-8492e01add3c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405827 May 03 09:22:55.184029 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device affcff45-ad79-4845-9d18-fcf68e0a0c11 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:22:55.228148 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port affcff45-ad79-4845-9d18-fcf68e0a0c11 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:22:55.233835 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port affcff45-ad79-4845-9d18-fcf68e0a0c11 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:22:55.234217 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:55.310387 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port affcff45-ad79-4845-9d18-fcf68e0a0c11 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:22:55.310764 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:55.332370 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:55.334563 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682093f1-4f0d-4c15-9576-568441134d1c" -d '{"events": [{"server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "name": "network-vif-plugged", "status": "completed", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:55.347544 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port affcff45-ad79-4845-9d18-fcf68e0a0c11, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:22:55.351834 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:55.375059 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbe907-020a-4373-8e9d-e23e9c7a876e x-openstack-request-id: req-efbbe907-020a-4373-8e9d-e23e9c7a876e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:55.375372 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "name": "network-vif-plugged", "status": "completed", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:55.375625 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efbbe907-020a-4373-8e9d-e23e9c7a876e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:55.376014 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbbe907-020a-4373-8e9d-e23e9c7a876e'] response: {'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'code': 200} May 03 09:22:55.402402 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=affcff45-ad79-4845-9d18-fcf68e0a0c11,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:55.477606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9373b8-337c-4d11-8391-d397ceca3d50 req-3d190931-c86b-456d-a4b3-500656219ac6 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:55.479131 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c9373b8-337c-4d11-8391-d397ceca3d50 req-3d190931-c86b-456d-a4b3-500656219ac6 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0513437 May 03 09:22:55.537067 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c9373b8-337c-4d11-8391-d397ceca3d50 req-a9fdb807-da29-4b7d-99d7-8657ac043e1f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523005 May 03 09:22:55.624647 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce6fd-e8cb-4a9f-a772-c58977bcefe9 req-5c863f0f-ffaa-4fc9-a465-af2a9f3b8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:55.626074 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8efce6fd-e8cb-4a9f-a772-c58977bcefe9 req-5c863f0f-ffaa-4fc9-a465-af2a9f3b8009 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1130 time: 0.0367453 May 03 09:22:55.672502 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8efce6fd-e8cb-4a9f-a772-c58977bcefe9 req-35b91532-9c78-4cf6-8159-dc55ddb41bf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382736 May 03 09:22:56.651300 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c7acc-dfad-411e-af4b-b4af221b9a29 req-f8c59764-b949-4668-8f67-e7b4e4f582f4 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:56.652771 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a49c7acc-dfad-411e-af4b-b4af221b9a29 req-f8c59764-b949-4668-8f67-e7b4e4f582f4 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0451784 May 03 09:22:56.699711 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a49c7acc-dfad-411e-af4b-b4af221b9a29 req-a3371ead-3905-487b-8283-e21908070bd8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415125 May 03 09:22:57.130773 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:57.811805 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce55e-2f29-4202-ac1e-0561fb8c9f8c req-b2cae192-83a4-4e06-9954-c906c604c47f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:57.813291 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f7ce55e-2f29-4202-ac1e-0561fb8c9f8c req-b2cae192-83a4-4e06-9954-c906c604c47f tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0461342 May 03 09:22:57.864268 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4f7ce55e-2f29-4202-ac1e-0561fb8c9f8c req-fc3b3710-8a18-47a6-9166-044230babb4d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 May 03 09:22:57.980915 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b47ed468-ddf1-47af-af85-014e52b5f93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:58.033031 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39f811-bc82-41fb-a6c2-0307d6a0096e req-cfe98d83-3fcb-4977-9a7b-8ef0f03b4bb5 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:58.034493 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8e39f811-bc82-41fb-a6c2-0307d6a0096e req-cfe98d83-3fcb-4977-9a7b-8ef0f03b4bb5 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0487218 May 03 09:22:58.082100 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8e39f811-bc82-41fb-a6c2-0307d6a0096e req-4c268f15-0d21-42f1-84b9-ee4ae9019360 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 May 03 09:22:58.104529 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35012) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:58.140208 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f49c2-fa2d-426d-b2e0-3c5e01f5e614 tempest-TestVolumeBootPattern-350404157 tempest-TestVolumeBootPattern-350404157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:58.141667 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-701f49c2-fa2d-426d-b2e0-3c5e01f5e614 tempest-TestVolumeBootPattern-350404157 tempest-TestVolumeBootPattern-350404157-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1125 time: 0.0361319 May 03 09:22:58.144263 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35014) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:22:58.148310 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:22:58.169470 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:58.247637 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:58.347270 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Allocated IP 172.27.2.219 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/b2c8a79c-da87-496b-affa-9c70fe339fae) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:22:58.448956 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:58.480655 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:58.516950 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:22:58.519810 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:22:58.525210 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:22:58.546956 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=b2c8a79c-da87-496b-affa-9c70fe339fae,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:58.883359 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (3c6f976d-ada2-4197-abe3-4735d69bf06f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:58.949735 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:59.099428 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:59.103768 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:59.175157 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=b2c8a79c-da87-496b-affa-9c70fe339fae,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:22:59.184830 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (3c6f976d-ada2-4197-abe3-4735d69bf06f), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:59.285983 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Floating IP 3c6f976d-ada2-4197-abe3-4735d69bf06f associated. External IP: 172.27.2.219, port: affcff45-ad79-4845-9d18-fcf68e0a0c11. May 03 09:22:59.488490 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:22:59.596572 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:22:59.606246 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:22:59.613859 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:22:59.616878 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:59.617490 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:59.642875 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2f09c01b-b922-496e-bba1-597f6116a516 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4976175 May 03 09:22:59.643568 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:22:59.645868 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc2d0f-952b-48be-8604-9507f157286d" -d '{"events": [{"name": "network-changed", "server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:22:59.689913 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6689c29-3cf7-42c1-a1f1-40332dde1c34 x-openstack-request-id: req-d6689c29-3cf7-42c1-a1f1-40332dde1c34 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:22:59.690215 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:22:59.690473 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6689c29-3cf7-42c1-a1f1-40332dde1c34 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:22:59.690883 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6689c29-3cf7-42c1-a1f1-40332dde1c34'] response: {'name': 'network-changed', 'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'status': 'completed', 'code': 200} May 03 09:22:59.729078 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:22:59.774842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2d0f-952b-48be-8604-9507f157286d req-a0157d0c-db1d-4a2e-9764-f34dcd59bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:59.777005 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07dc2d0f-952b-48be-8604-9507f157286d req-a0157d0c-db1d-4a2e-9764-f34dcd59bd3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1130 time: 0.0419412 May 03 09:22:59.868136 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2d0f-952b-48be-8604-9507f157286d req-4de8553e-4090-4a79-a3fc-bb4a56fb9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:59.869646 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07dc2d0f-952b-48be-8604-9507f157286d req-4de8553e-4090-4a79-a3fc-bb4a56fb9603 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0875137 May 03 09:22:59.939808 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07dc2d0f-952b-48be-8604-9507f157286d req-71bf9fbf-9980-44fe-b9fa-c5f1c7fbf71f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 200 len: 1000 time: 0.0627172 May 03 09:22:59.942892 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:22:58Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:59.969692 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:22:59.977983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:22:59.978591 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:22:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:22:59.988688 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2d0f-952b-48be-8604-9507f157286d req-858b785b-b2a1-4534-8ee4-c4cc7f32d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:22:59.990132 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07dc2d0f-952b-48be-8604-9507f157286d req-858b785b-b2a1-4534-8ee4-c4cc7f32d7a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0435092 May 03 09:23:00.031244 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2d0f-952b-48be-8604-9507f157286d req-c391acdb-f973-4798-9bf2-1be93b857e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:23:00.032659 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07dc2d0f-952b-48be-8604-9507f157286d req-c391acdb-f973-4798-9bf2-1be93b857e6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365381 May 03 09:23:00.087687 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:23:00.126408 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07dc2d0f-952b-48be-8604-9507f157286d req-875740f5-877a-4164-a6e1-def37d218da5 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835726 May 03 09:23:00.218023 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-07dc2d0f-952b-48be-8604-9507f157286d req-e2ffb2f8-7e7c-4a85-ac59-de799b19eb69 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854492 May 03 09:23:00.307364 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:22:58Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:23:00.337916 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1977c-1fc0-4bdc-9362-d96af74c8f84 None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:22:58Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:23:00.351371 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4d719d1-96ed-486e-8246-43f2883693e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:00.520459 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d9d19-d042-4822-b082-8ffefd854002 None None] New status for floating IP 3c6f976d-ada2-4197-abe3-4735d69bf06f: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:23:01.359491 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:02.865119 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:04.370971 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:05.716370 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:23:27.132294 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:27.981452 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d58ca42-d721-49ea-94ca-daac8fdd414e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:30.332150 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-479cc74e-7305-4579-87c1-348bb9063060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:31.361744 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:32.867135 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:34.373052 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:42.714806 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:23:57.139761 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:57.982497 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70945eb7-bd0a-48f3-a6c7-f0e6a41ac5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:23:58.006167 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91f2b5-cb2d-4eb4-ada5-2fc6b2859cf7 req-b197a9c8-9261-4906-b7c7-ddbf4862158a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:23:58.007639 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce91f2b5-cb2d-4eb4-ada5-2fc6b2859cf7 req-b197a9c8-9261-4906-b7c7-ddbf4862158a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0511045 May 03 09:23:58.053696 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce91f2b5-cb2d-4eb4-ada5-2fc6b2859cf7 req-ca163402-c53e-4399-9938-c200cfef71e8 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397346 May 03 09:23:59.314749 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156e1fc-ca3b-48d4-900b-75943223649a req-db47eb2a-43f1-4f99-8e76-a1feda1b7662 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:23:59.316265 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8156e1fc-ca3b-48d4-900b-75943223649a req-db47eb2a-43f1-4f99-8e76-a1feda1b7662 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0492284 May 03 09:23:59.360866 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8156e1fc-ca3b-48d4-900b-75943223649a req-29f23cfc-fc24-47e7-b142-11587e2d328c tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 May 03 09:24:00.271738 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-cd3185ac-8726-4dee-8ac4-abd7a9b7fada tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:00.273164 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-cd3185ac-8726-4dee-8ac4-abd7a9b7fada tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0452125 May 03 09:24:00.333146 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3608abd9-7c0c-4de6-a851-6e152cc507f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:00.357787 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Deleting port c4b7017b-530a-414c-9393-1fb028a5edcc {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:24:00.358304 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:00.447206 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] For port c4b7017b-530a-414c-9393-1fb028a5edcc, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c4b7017b-530a-414c-9393-1fb028a5edcc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:24:00.447562 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:00.471213 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3eaf4-e023-4e92-96bf-575083a59717 req-73a16a45-b831-4ada-92ec-f9d22c4d8d63 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:00.472712 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a9a3eaf4-e023-4e92-96bf-575083a59717 req-73a16a45-b831-4ada-92ec-f9d22c4d8d63 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0451238 May 03 09:24:00.519195 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a9a3eaf4-e023-4e92-96bf-575083a59717 req-44b6f069-5f25-4030-afc0-7a76444faf75 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f1bb2f6-1098-449c-9572-4b3b94211d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 May 03 09:24:00.613986 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:00.614406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (1a7c259f-80df-4063-89e1-7630b19261fa), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:00.614723 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Floating IP 1a7c259f-80df-4063-89e1-7630b19261fa disassociated. External IP: 172.27.2.94, port: c4b7017b-530a-414c-9393-1fb028a5edcc. May 03 09:24:00.615062 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Calling delete_port for c4b7017b-530a-414c-9393-1fb028a5edcc owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:24:00.739738 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (c4b7017b-530a-414c-9393-1fb028a5edcc), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:00.767458 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event deleted for resources: {'Port': ['ID=c4b7017b-530a-414c-9393-1fb028a5edcc,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:00.779781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.780153 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.780497 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.780834 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.781164 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.781494 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.781817 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.782139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.782466 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.782789 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.783111 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.783439 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.783746 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.784060 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.784401 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:00.894534 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:24:01.001522 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:24:01.011333 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] Sync routers for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:24:01.020681 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:24:01.021291 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:24:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:01.046099 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] No DVR routers for this DVR port c4b7017b-530a-414c-9393-1fb028a5edcc on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:24:01.048560 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:01.051802 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-60e96b15-fd64-44c0-a327-dac73ecf7127 req-97f78e89-3dd4-4222-9bc4-9d29f9b75efc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "DELETE /v2.0/ports/c4b7017b-530a-414c-9393-1fb028a5edcc HTTP/1.1" status: 204 len: 173 time: 0.7729061 May 03 09:24:01.052260 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'name': 'network-vif-deleted', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:24:01.054467 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4038ab-6d62-45b7-9cf4-e402380723df" -d '{"events": [{"server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "name": "network-vif-deleted", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:24:01.090185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fb5344-b455-4802-ab46-364e9e8ef642 x-openstack-request-id: req-d5fb5344-b455-4802-ab46-364e9e8ef642 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:24:01.090557 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf26e5a-9d2e-409b-8747-c06f5eefc3d7", "name": "network-vif-deleted", "tag": "c4b7017b-530a-414c-9393-1fb028a5edcc", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:24:01.090874 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5fb5344-b455-4802-ab46-364e9e8ef642 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:24:01.091377 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fb5344-b455-4802-ab46-364e9e8ef642'] response: {'server_uuid': 'fcf26e5a-9d2e-409b-8747-c06f5eefc3d7', 'name': 'network-vif-deleted', 'tag': 'c4b7017b-530a-414c-9393-1fb028a5edcc', 'status': 'completed', 'code': 200} May 03 09:24:01.145171 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:24:01.343471 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:01.504517 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] Checking router: 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:24:01.527975 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:24:01.530852 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:24:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:01.530852 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:01.636296 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7f518483-a76d-4bbe-9691-35031782d10f req-859a5ee1-a0bf-4816-a7a2-72d99526a5bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcf26e5a-9d2e-409b-8747-c06f5eefc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0307412 May 03 09:24:01.647649 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:24:01.831316 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:01.860940 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2234585-19bb-4b81-bec8-b86940ffea23 None None] The sync data for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi is: [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:24:02.078717 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1dd3b-507c-420a-99a6-11d3adb922be None None] New status for floating IP 1a7c259f-80df-4063-89e1-7630b19261fa: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:24:02.727296 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35080) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:02.869771 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.041796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-88e6cf70-0e5b-4c34-a69d-e5584995c0d4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (3f1bb2f6-1098-449c-9572-4b3b94211d2d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.063900 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-88e6cf70-0e5b-4c34-a69d-e5584995c0d4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (3f1bb2f6-1098-449c-9572-4b3b94211d2d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.108375 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-88e6cf70-0e5b-4c34-a69d-e5584995c0d4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (3f1bb2f6-1098-449c-9572-4b3b94211d2d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.110903 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-88e6cf70-0e5b-4c34-a69d-e5584995c0d4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.112030 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-88e6cf70-0e5b-4c34-a69d-e5584995c0d4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f1bb2f6-1098-449c-9572-4b3b94211d2d HTTP/1.1" status: 204 len: 168 time: 0.3836780 May 03 09:24:03.114885 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35082) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:03.121853 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6cf70-0e5b-4c34-a69d-e5584995c0d4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1bb2f6-1098-449c-9572-4b3b94211d2d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:03.128422 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.api.v2.resource [None req-cc7c6a7c-020c-4ea5-be8a-128263501422 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] show failed (client error): The resource could not be found. May 03 09:24:03.132302 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35084) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:03.132454 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-cc7c6a7c-020c-4ea5-be8a-128263501422 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups/3f1bb2f6-1098-449c-9572-4b3b94211d2d HTTP/1.1" status: 404 len: 347 time: 0.0164795 May 03 09:24:03.250217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Deleting port 255532fc-7650-42bc-bbb2-ad56477790bc {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:24:03.250565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (255532fc-7650-42bc-bbb2-ad56477790bc), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.326473 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (255532fc-7650-42bc-bbb2-ad56477790bc), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.326717 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (255532fc-7650-42bc-bbb2-ad56477790bc), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.338242 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Calling delete_port for 255532fc-7650-42bc-bbb2-ad56477790bc owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:24:03.471306 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (255532fc-7650-42bc-bbb2-ad56477790bc), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.495268 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event deleted for resources: {'Port': ['ID=255532fc-7650-42bc-bbb2-ad56477790bc,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:03.555969 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (1a7c259f-80df-4063-89e1-7630b19261fa), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.558486 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:03.559605 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-bb018394-532c-461d-966d-dba9bf5d488f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "DELETE /v2.0/floatingips/1a7c259f-80df-4063-89e1-7630b19261fa HTTP/1.1" status: 204 len: 168 time: 0.4263587 May 03 09:24:03.912239 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35088) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:03.917106 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-1a5d9be0-9a42-4585-9f40-cba6d629ae32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078645821', 'description': 'tempest-description--1202511292'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:03.938090 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9be0-9a42-4585-9f40-cba6d629ae32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.003063 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9be0-9a42-4585-9f40-cba6d629ae32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (fc4656dd-bda9-4dc1-96b8-4cf0c387552a), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.006658 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9be0-9a42-4585-9f40-cba6d629ae32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (fc4656dd-bda9-4dc1-96b8-4cf0c387552a), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.038218 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9be0-9a42-4585-9f40-cba6d629ae32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.039405 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1a5d9be0-9a42-4585-9f40-cba6d629ae32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1261513 May 03 09:24:04.042674 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35090) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:04.044502 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9be0-9a42-4585-9f40-cba6d629ae32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4656dd-bda9-4dc1-96b8-4cf0c387552a,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:04.047130 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'security_group_rule': {'security_group_id': 'fc4656dd-bda9-4dc1-96b8-4cf0c387552a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:04.072053 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (5432c93b-d950-43aa-9029-27609dd84bb3), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.130422 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (5432c93b-d950-43aa-9029-27609dd84bb3), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.133900 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (5432c93b-d950-43aa-9029-27609dd84bb3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.151768 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5432c93b-d950-43aa-9029-27609dd84bb3,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:04.160680 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.161033 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.161375 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.161713 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.162048 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.162377 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.162704 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.163027 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.163359 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.163681 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.164007 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.164357 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.164704 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.165028 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.165346 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:04.170742 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.171918 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-311c833e-60e8-48fa-aab3-79081291ed9f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282408 May 03 09:24:04.174522 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35092) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:04.178742 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-2bcbcf88-a5f7-407b-b845-8c59d13dc51b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'security_group_rule': {'security_group_id': 'fc4656dd-bda9-4dc1-96b8-4cf0c387552a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:04.203603 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcf88-a5f7-407b-b845-8c59d13dc51b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (b9a6e13e-f268-4b64-b405-659442eca030), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.257615 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcf88-a5f7-407b-b845-8c59d13dc51b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (b9a6e13e-f268-4b64-b405-659442eca030), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.260840 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcf88-a5f7-407b-b845-8c59d13dc51b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (b9a6e13e-f268-4b64-b405-659442eca030), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.278270 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbcf88-a5f7-407b-b845-8c59d13dc51b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a6e13e-f268-4b64-b405-659442eca030,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:04.285932 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcf88-a5f7-407b-b845-8c59d13dc51b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.287118 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2bcbcf88-a5f7-407b-b845-8c59d13dc51b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116757 May 03 09:24:04.290213 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35094) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:04.294640 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:04.312785 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.373876 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.392277 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.491830 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Allocated IP 172.27.2.144 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/018329ff-47d3-45d9-8643-e3aaaa38162d) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:24:04.592732 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.624245 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.660884 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:24:04.663706 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:24:04.669380 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:24:04.674681 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'Port': ['ID=018329ff-47d3-45d9-8643-e3aaaa38162d,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:04.756458 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (5567f633-a71f-476f-861a-b3767ce91cb3), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.791153 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.936259 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:04.940370 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:05.007834 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'Port': ['ID=018329ff-47d3-45d9-8643-e3aaaa38162d,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:05.015457 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (5567f633-a71f-476f-861a-b3767ce91cb3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:05.030334 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:05.031549 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-46943894-48be-4f24-92d9-2c62873352bc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7401240 May 03 09:24:05.179208 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-ff6bba9f-61ee-446d-b3cf-af38777cac99 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2078645821&fields=id&tenant_id=2c46713419c64f88b550ff6b057cdcc6 HTTP/1.1" status: 200 len: 267 time: 0.0446208 May 03 09:24:05.282182 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-6997fe09-cc3c-4ce8-ae49-446d5e04561f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:05.283556 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-6997fe09-cc3c-4ce8-ae49-446d5e04561f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 811 time: 0.0974193 May 03 09:24:05.298390 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-adfc6d3d-e723-4234-aae4-bf74cddebab9 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/quotas/2c46713419c64f88b550ff6b057cdcc6 HTTP/1.1" status: 200 len: 375 time: 0.0095160 May 03 09:24:05.344280 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-9481db51-a2f8-424c-b6b7-380e00e7c83b tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0412190 May 03 09:24:05.503393 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-3f8a99b8-174a-4e2a-a40d-7d963f1d1d4c service neutron] 10.222.0.23 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482465 May 03 09:24:05.563268 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c4b7017b-530a-414c-9393-1fb028a5edcc no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:24:05.583564 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: c4b7017b-530a-414c-9393-1fb028a5edcc {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:24:05.583909 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c4b7017b-530a-414c-9393-1fb028a5edcc not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:24:05.600532 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-4d3f1000-b403-4798-a12a-cbdaea4ad8dc service neutron] 10.222.0.23 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915413 May 03 09:24:05.760479 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b600ff6b-eff6-4e0f-be35-0d0b8e08d52b req-f0a30123-e775-49f7-be0f-11fdd3f1c415 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 210 time: 0.0275130 May 03 09:24:06.879358 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-bfce03c6-90e5-4f70-adca-3669a8ccd28d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:06.881092 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-bfce03c6-90e5-4f70-adca-3669a8ccd28d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 811 time: 0.1096802 May 03 09:24:06.970692 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-1a85b10e-c4f3-4d2a-87dd-33043efa2374 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c46713419c64f88b550ff6b057cdcc6 HTTP/1.1" status: 200 len: 380 time: 0.0622318 May 03 09:24:07.058574 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'port': {'device_id': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'admin_state_up': True, 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'security_groups': ['fc4656dd-bda9-4dc1-96b8-4cf0c387552a']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:07.098605 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e57ac2fb-8994-4e53-9a4a-429545d66f66 req-44dcc230-ac50-45e9-b860-4983df2d90e2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 210 time: 0.2669857 May 03 09:24:07.164185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Made reservation on behalf of 2c46713419c64f88b550ff6b057cdcc6 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:24:07.168390 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:07.293502 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Allocated IP 172.20.0.10 (979edde2-cd51-41e7-9684-3d81251f47b3/3ff937fe-aed1-412b-942e-cbb410fd75ea/22c52445-8e9a-4371-a0ed-ac10f7f2e9bd) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:24:07.427869 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:07.459595 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:07.498392 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Network 979edde2-cd51-41e7-9684-3d81251f47b3 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:24:07.501326 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:24:07.505011 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:24:07.537819 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event updated for resources: {'Port': ['ID=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:07.560323 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:07.560946 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:07.577303 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-304a3abc-f83f-4adb-a1db-c1a2cf9054ea tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5233185 May 03 09:24:07.595462 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Request body: {'port': {'device_id': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:07.659474 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:07.710141 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-e8cdf447-ba02-45cb-adf0-981fe7884055 None None] Provisioning complete for port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:24:07.710695 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf447-ba02-45cb-adf0-981fe7884055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:07.747336 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e8cdf447-ba02-45cb-adf0-981fe7884055 None None] Port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:24:07.914792 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:24:07.922940 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Publish callbacks [] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:07.935480 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Transition to ACTIVE for port object 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:24:07.939371 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:08.005842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:08.063764 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Attempting to bind port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:24:08.064130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Attempting to bind port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:24:08.064471 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Attempting to bind port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd on network 979edde2-cd51-41e7-9684-3d81251f47b3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:24:08.069025 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd on network 979edde2-cd51-41e7-9684-3d81251f47b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:24:08.069349 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Attempting to bind port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd on network 979edde2-cd51-41e7-9684-3d81251f47b3 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:24:08.074327 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:24:08.074672 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Checking segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:24:08.075063 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Bound using segment: {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:24:08.075494 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Bound port: 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:24:08.075860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:08.147538 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] For port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:24:08.150983 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] For port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:24:08.158509 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:08.223382 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:08.223932 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:08.225419 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/22c52445-8e9a-4371-a0ed-ac10f7f2e9bd HTTP/1.1" status: 200 len: 1094 time: 0.6342454 May 03 09:24:08.227524 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:24:08.229806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5654570a-d410-47f4-9fee-586f498675d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:24:08.257004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae814-6413-4416-a2ed-3af85e206e25 req-185efe40-f04d-4942-93bc-8b827ad802eb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:08.258533 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5bae814-6413-4416-a2ed-3af85e206e25 req-185efe40-f04d-4942-93bc-8b827ad802eb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 944 time: 0.0893428 May 03 09:24:08.282294 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290bb8e-07e6-49cb-90d8-9562d4ec74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:08.285967 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b21a2d-f580-4b40-86cd-15ae4cf99a51 x-openstack-request-id: req-02b21a2d-f580-4b40-86cd-15ae4cf99a51 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:24:08.286265 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:24:08.286524 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02b21a2d-f580-4b40-86cd-15ae4cf99a51 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:24:08.286928 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b21a2d-f580-4b40-86cd-15ae4cf99a51'] response: {'name': 'network-changed', 'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'status': 'completed', 'code': 200} May 03 09:24:08.344754 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b5bae814-6413-4416-a2ed-3af85e206e25 req-281d5b88-8bb5-4a74-821a-a805692f6dad tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801919 May 03 09:24:08.352728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-c43e2e95-123e-4938-998c-3c2b835c66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:08.354241 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-c43e2e95-123e-4938-998c-3c2b835c66ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 1128 time: 0.0521770 May 03 09:24:08.403238 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-393bccbd-fc15-483a-b327-188f7a41779f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd HTTP/1.1" status: 200 len: 217 time: 0.0351536 May 03 09:24:08.455139 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-1c929e1b-e033-48ae-9691-391fe2109200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:08.456590 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-1c929e1b-e033-48ae-9691-391fe2109200 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.0469811 May 03 09:24:08.500734 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19d4e-8522-4111-86b4-1096f064c49a req-0fcb2d52-8a0c-49da-8508-debe62020341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:08.502223 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-0fcb2d52-8a0c-49da-8508-debe62020341 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380759 May 03 09:24:08.592391 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-bc1c0a10-bbae-46be-ad8b-ddca17956c37 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804472 May 03 09:24:08.683583 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-66e19d4e-8522-4111-86b4-1096f064c49a req-84d83a75-c6f4-4a07-abcf-f80e48d8b5be service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848012 May 03 09:24:09.457606 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd258-6f23-4cf3-b053-bedaf21a0d01 req-963f6699-3c80-40bc-ae13-f38cf4a8ee2d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:09.459047 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-06ffd258-6f23-4cf3-b053-bedaf21a0d01 req-963f6699-3c80-40bc-ae13-f38cf4a8ee2d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 944 time: 0.0459316 May 03 09:24:09.504041 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-06ffd258-6f23-4cf3-b053-bedaf21a0d01 req-3730dc2d-35c7-436c-9ba2-6e8d7778e1b2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395126 May 03 09:24:10.615376 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d4ef-455e-441e-b9dc-23a78a79c15a req-89f16d29-eeef-4b1d-8278-0c41857e3e0f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:10.616854 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b768d4ef-455e-441e-b9dc-23a78a79c15a req-89f16d29-eeef-4b1d-8278-0c41857e3e0f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 944 time: 0.0464363 May 03 09:24:10.663693 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b768d4ef-455e-441e-b9dc-23a78a79c15a req-6ea9eb6f-7c10-4c8f-a450-b4c2f2726ecb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 May 03 09:24:11.289430 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654570a-d410-47f4-9fee-586f498675d6 req-70417688-8dfb-48c1-9bab-952c6e2e1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:11.291152 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5654570a-d410-47f4-9fee-586f498675d6 req-70417688-8dfb-48c1-9bab-952c6e2e1962 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 1128 time: 0.0414276 May 03 09:24:11.384493 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654570a-d410-47f4-9fee-586f498675d6 req-7f8f2968-305f-4b6d-b437-4e6a65de72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:11.385854 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5654570a-d410-47f4-9fee-586f498675d6 req-7f8f2968-305f-4b6d-b437-4e6a65de72ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 912 time: 0.0815494 May 03 09:24:11.428514 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5654570a-d410-47f4-9fee-586f498675d6 req-7d5f02de-c754-4ac8-a943-179a926c9d32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd HTTP/1.1" status: 200 len: 217 time: 0.0366464 May 03 09:24:11.474182 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654570a-d410-47f4-9fee-586f498675d6 req-95892cb1-2511-4b64-8272-d93e3d6bb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:11.475541 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5654570a-d410-47f4-9fee-586f498675d6 req-95892cb1-2511-4b64-8272-d93e3d6bb519 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.0414550 May 03 09:24:11.516620 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654570a-d410-47f4-9fee-586f498675d6 req-7681f7eb-3b70-4c53-a025-9002aa99b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:11.518089 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5654570a-d410-47f4-9fee-586f498675d6 req-7681f7eb-3b70-4c53-a025-9002aa99b1b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365000 May 03 09:24:11.608853 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5654570a-d410-47f4-9fee-586f498675d6 req-964b125f-cda6-4f54-b3bd-5e7917b9b252 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838802 May 03 09:24:11.697083 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5654570a-d410-47f4-9fee-586f498675d6 req-c16b2a6c-923e-4bb0-b469-a7dba56ce0e0 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817835 May 03 09:24:11.777731 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69bc5-3a92-474c-8706-7dc3a6056870 req-63329844-33e9-4cf4-86b4-acc087202417 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:11.779183 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3da69bc5-3a92-474c-8706-7dc3a6056870 req-63329844-33e9-4cf4-86b4-acc087202417 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 944 time: 0.0493975 May 03 09:24:11.831890 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3da69bc5-3a92-474c-8706-7dc3a6056870 req-77c9f038-8692-40d6-b396-632fe2f1f6f3 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472183 May 03 09:24:12.945632 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d5442-3bcf-43a4-875f-8c36ac76e616 req-45c56fca-565c-4701-84fe-86984991645f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:12.947098 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9c7d5442-3bcf-43a4-875f-8c36ac76e616 req-45c56fca-565c-4701-84fe-86984991645f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 944 time: 0.0502820 May 03 09:24:12.992027 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9c7d5442-3bcf-43a4-875f-8c36ac76e616 req-86ffd8ac-eb23-4f82-851d-6859fbed43fc tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 May 03 09:24:13.612648 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:24:13.711997 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:24:13.723234 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'port_id': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'mac_address': 'fa:16:3e:a5:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:24:13.758969 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:24:13.759357 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:13.771679 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:24:13.791015 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:24:13.795524 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:13.843769 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:13.850641 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.850986 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.851350 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.851703 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.852037 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.852398 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.852723 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.853049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.853368 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.853688 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.854008 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.854328 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.854646 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.855040 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:13.855878 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:24:14.100882 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459f938-579d-4bc0-95b7-37493e0fe652 req-72296d13-bc87-4504-a6da-185803bcef51 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:14.102329 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1459f938-579d-4bc0-95b7-37493e0fe652 req-72296d13-bc87-4504-a6da-185803bcef51 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 945 time: 0.0455086 May 03 09:24:14.152865 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1459f938-579d-4bc0-95b7-37493e0fe652 req-d1037c40-4750-414d-a113-1f8138a250c6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444443 May 03 09:24:14.326458 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['22c52445-8e9a-4371-a0ed-ac10f7f2e9bd'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:24:15.263790 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc454c4-dc91-4963-b07b-7b06a93a65fd req-8ce7df70-39eb-4705-8337-8c087e6a595f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:15.265290 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9cc454c4-dc91-4963-b07b-7b06a93a65fd req-8ce7df70-39eb-4705-8337-8c087e6a595f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 945 time: 0.0462878 May 03 09:24:15.310427 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9cc454c4-dc91-4963-b07b-7b06a93a65fd req-78ab2d11-4574-4013-a6cf-5f89411a769a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 May 03 09:24:15.621666 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:24:15.668199 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:24:15.673801 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:24:15.674203 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:15.747889 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:24:15.748318 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:15.770270 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:24:15.772663 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b54de6e-e557-4972-8c5d-56ed43baf9e5" -d '{"events": [{"server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "name": "network-vif-plugged", "status": "completed", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:24:15.786527 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:24:15.791887 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:15.841936 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:15.865434 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fcab4f-c6da-4049-9f5a-348a48072209 x-openstack-request-id: req-72fcab4f-c6da-4049-9f5a-348a48072209 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:24:15.865750 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "name": "network-vif-plugged", "status": "completed", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:24:15.866027 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72fcab4f-c6da-4049-9f5a-348a48072209 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:24:15.866428 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72fcab4f-c6da-4049-9f5a-348a48072209'] response: {'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'code': 200} May 03 09:24:16.072748 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc79a-e6d3-4a0b-b8df-02171fe15464 req-630ef682-5d42-46f0-9f3f-c2bdcdc49484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:16.074868 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-18bdc79a-e6d3-4a0b-b8df-02171fe15464 req-630ef682-5d42-46f0-9f3f-c2bdcdc49484 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 1130 time: 0.0379746 May 03 09:24:16.118642 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-18bdc79a-e6d3-4a0b-b8df-02171fe15464 req-2ace44eb-55c5-4fca-b188-e6260ed65b4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 May 03 09:24:16.421832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d70665-0b30-40c6-9d12-8f6a4a5c5794 req-4cad05d0-5e2f-4459-8e81-9b8cd33947d1 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:16.424335 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05d70665-0b30-40c6-9d12-8f6a4a5c5794 req-4cad05d0-5e2f-4459-8e81-9b8cd33947d1 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.0481815 May 03 09:24:16.473495 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-05d70665-0b30-40c6-9d12-8f6a4a5c5794 req-57d430c0-0fcf-4cc7-b88f-e7a4ed0aa1b4 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 May 03 09:24:17.584018 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc61836-d3db-4f86-ac52-81565002b3fa req-b68b8f63-9c4f-4eef-b60e-6a34e05de9e7 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:17.585489 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fcc61836-d3db-4f86-ac52-81565002b3fa req-b68b8f63-9c4f-4eef-b60e-6a34e05de9e7 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.0452349 May 03 09:24:17.634013 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fcc61836-d3db-4f86-ac52-81565002b3fa req-f1714426-497d-40ba-bc50-3fffa2570de1 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 May 03 09:24:18.755104 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18b173-b63e-4d3d-8951-6f4482e700d3 req-98676278-0201-4de7-afea-89beb50013be tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:18.757362 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ad18b173-b63e-4d3d-8951-6f4482e700d3 req-98676278-0201-4de7-afea-89beb50013be tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.0473914 May 03 09:24:18.804458 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ad18b173-b63e-4d3d-8951-6f4482e700d3 req-efaa0246-bbe1-44d5-98e4-113f5d67bb32 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 May 03 09:24:18.911923 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2d13-5465-494e-925f-c4bc943a1cc9 req-79a7c6b8-f977-46b7-b2fb-1f7b132e2d3d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:18.913408 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-632b2d13-5465-494e-925f-c4bc943a1cc9 req-79a7c6b8-f977-46b7-b2fb-1f7b132e2d3d tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.0461452 May 03 09:24:18.922287 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35174) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:18.926603 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Request body: {'floatingip': {'port_id': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:18.967885 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (5567f633-a71f-476f-861a-b3767ce91cb3), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:19.396197 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:19.399671 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (5567f633-a71f-476f-861a-b3767ce91cb3), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:19.499167 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Floating IP 5567f633-a71f-476f-861a-b3767ce91cb3 associated. External IP: 172.27.2.144, port: 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd. May 03 09:24:19.707830 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:24:19.713237 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:24:19.817617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:24:19.822271 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:19.828997 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] Sync routers for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:24:19.839036 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:24:19.840183 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:24:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:19.863821 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d6b29b1d-e133-46ab-9dfb-89c3fb7ef557 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "PUT /v2.0/floatingips/5567f633-a71f-476f-861a-b3767ce91cb3 HTTP/1.1" status: 200 len: 992 time: 0.9295397 May 03 09:24:19.863821 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:24:19.863821 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2b72a1-9d69-43ab-8ded-d9415a26b946" -d '{"events": [{"name": "network-changed", "server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:24:19.893528 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2250b61d-eaf9-4620-bfbe-16fd61be8d69 x-openstack-request-id: req-2250b61d-eaf9-4620-bfbe-16fd61be8d69 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:24:19.893824 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:24:19.894108 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2250b61d-eaf9-4620-bfbe-16fd61be8d69 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:24:19.894522 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2250b61d-eaf9-4620-bfbe-16fd61be8d69'] response: {'name': 'network-changed', 'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'status': 'completed', 'code': 200} May 03 09:24:19.953542 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:24:20.005230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-443fbcdd-a970-4d5d-b1e5-695247dd3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:20.006791 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-443fbcdd-a970-4d5d-b1e5-695247dd3e29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c46713419c64f88b550ff6b057cdcc6&device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 1130 time: 0.0489938 May 03 09:24:20.111334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-05c60a0c-19fc-4296-933e-8bb2b2058f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:20.113076 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-05c60a0c-19fc-4296-933e-8bb2b2058f72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 200 len: 912 time: 0.0948677 May 03 09:24:20.190789 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-c8f28b5c-49bc-4ffd-b232-f6f268778e60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd HTTP/1.1" status: 200 len: 1000 time: 0.0702171 May 03 09:24:20.197780 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '5567f633-a71f-476f-861a-b3767ce91cb3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'port_id': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'mac_address': 'fa:16:3e:a5:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:24:04Z', 'updated_at': '2022-05-03T09:24:19Z', 'revision_number': 1, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:20.229123 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] Checking router: 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:24:20.237492 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:24:20.238097 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:24:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:20.243153 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-0bdb773d-974d-47b9-8f22-3f3bab705425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:20.244633 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-0bdb773d-974d-47b9-8f22-3f3bab705425 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 200 len: 850 time: 0.0447280 May 03 09:24:20.307135 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-bb5e7cca-c2ed-4552-b282-042115b5a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:20.309251 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-bb5e7cca-c2ed-4552-b282-042115b5a4eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979edde2-cd51-41e7-9684-3d81251f47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421858 May 03 09:24:20.405511 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-62734138-d714-4dc7-8407-a387d06a4b15 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888903 May 03 09:24:20.476904 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:24:20.497705 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6d2b72a1-9d69-43ab-8ded-d9415a26b946 req-763f3f9d-bc51-4ea4-b543-7d1a69461765 service neutron] 10.222.0.36 "GET /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846436 May 03 09:24:20.689850 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '5567f633-a71f-476f-861a-b3767ce91cb3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'port_id': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'mac_address': 'fa:16:3e:a5:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:24:04Z', 'updated_at': '2022-05-03T09:24:19Z', 'revision_number': 1, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:20.720595 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b9cd3-2944-42cc-a9ef-6aee91565d0e None None] The sync data for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi is: [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '5567f633-a71f-476f-861a-b3767ce91cb3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'port_id': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'mac_address': 'fa:16:3e:a5:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:24:04Z', 'updated_at': '2022-05-03T09:24:19Z', 'revision_number': 1, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:24:20.919049 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf91e25-c67d-4cd4-859c-4d695be16b9d None None] New status for floating IP 5567f633-a71f-476f-861a-b3767ce91cb3: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:24:27.137588 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.771213 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35214) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:27.775822 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ace3b39b-c6d7-40ab-a0db-2de4ce3b3311 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151545225', 'description': 'tempest-description--393033725'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:27.796849 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ace3b39b-c6d7-40ab-a0db-2de4ce3b3311 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.864934 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ace3b39b-c6d7-40ab-a0db-2de4ce3b3311 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (0f2e3aad-c38a-4195-875c-a32aff84ef6d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.868798 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ace3b39b-c6d7-40ab-a0db-2de4ce3b3311 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0f2e3aad-c38a-4195-875c-a32aff84ef6d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.896798 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3b39b-c6d7-40ab-a0db-2de4ce3b3311 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e3aad-c38a-4195-875c-a32aff84ef6d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:27.900740 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ace3b39b-c6d7-40ab-a0db-2de4ce3b3311 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.901944 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ace3b39b-c6d7-40ab-a0db-2de4ce3b3311 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297166 May 03 09:24:27.904783 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35216) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:27.908759 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-9d7c5718-b12d-450d-8eb6-1367791a4bed tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': '0f2e3aad-c38a-4195-875c-a32aff84ef6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:27.933783 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5718-b12d-450d-8eb6-1367791a4bed tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (b31a5db2-e3bd-4d2e-b4af-5c2dc5a2cc16), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.984015 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b81f9b-4301-4858-8718-a0b4188fc114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.987991 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5718-b12d-450d-8eb6-1367791a4bed tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (b31a5db2-e3bd-4d2e-b4af-5c2dc5a2cc16), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:27.991554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5718-b12d-450d-8eb6-1367791a4bed tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (b31a5db2-e3bd-4d2e-b4af-5c2dc5a2cc16), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.008553 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c5718-b12d-450d-8eb6-1367791a4bed tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31a5db2-e3bd-4d2e-b4af-5c2dc5a2cc16,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:28.016943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5718-b12d-450d-8eb6-1367791a4bed tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.018124 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9d7c5718-b12d-450d-8eb6-1367791a4bed tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125352 May 03 09:24:28.020858 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35218) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:28.025106 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-0ec70718-631f-4c8a-bfbb-636e6b7ed29a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': '0f2e3aad-c38a-4195-875c-a32aff84ef6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:28.049072 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0ec70718-631f-4c8a-bfbb-636e6b7ed29a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (e428846b-deca-4d04-8811-59294c99ccd0), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.103310 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0ec70718-631f-4c8a-bfbb-636e6b7ed29a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (e428846b-deca-4d04-8811-59294c99ccd0), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.106832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0ec70718-631f-4c8a-bfbb-636e6b7ed29a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (e428846b-deca-4d04-8811-59294c99ccd0), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.124856 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec70718-631f-4c8a-bfbb-636e6b7ed29a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e428846b-deca-4d04-8811-59294c99ccd0,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:28.130672 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0ec70718-631f-4c8a-bfbb-636e6b7ed29a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.131493 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0ec70718-631f-4c8a-bfbb-636e6b7ed29a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097047 May 03 09:24:28.134503 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35220) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:28.139257 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:28.157934 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.235586 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.340473 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.27.2.28 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/5d9de90f-0fba-4b46-a11f-3bb19d98c1bb) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:24:28.440368 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.471710 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.508420 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:24:28.511266 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:24:28.516734 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:24:28.522250 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=5d9de90f-0fba-4b46-a11f-3bb19d98c1bb,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:28.606288 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (2bbce569-a1e5-42af-9f99-de29b2bfc8ae), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.641041 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.787330 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.791974 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.857202 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=5d9de90f-0fba-4b46-a11f-3bb19d98c1bb,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:28.868362 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (2bbce569-a1e5-42af-9f99-de29b2bfc8ae), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.882689 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:28.883896 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5cb57907-7b7e-48a0-9b3b-4f17489e0b28 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7484400 May 03 09:24:29.030317 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-badcc9e1-5d85-4a41-8cf7-795396361523 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1151545225&fields=id&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 267 time: 0.0426323 May 03 09:24:29.136007 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-9998825a-ccff-44ae-8836-6621e762a35d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:29.138413 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-9998825a-ccff-44ae-8836-6621e762a35d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.1018007 May 03 09:24:29.153121 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-f94073cb-d9ad-428c-8d53-d94aa8673803 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/quotas/6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 375 time: 0.0093820 May 03 09:24:29.202097 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-b650513a-5f52-4d4a-b219-35d8bc50e8b9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0442927 May 03 09:24:29.299026 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-130f62a9-74ed-414d-959c-10579251f895 service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855460 May 03 09:24:29.386245 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-5dd89f98-72ea-4956-bc19-e9ee1320804d service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813906 May 03 09:24:29.547037 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-51cd6027-6c9d-465c-a891-bd84e2d16902 req-64e94db1-0c1d-4093-bbe4-d731107cbaf8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 210 time: 0.0299590 May 03 09:24:30.334700 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42e0ad91-4826-4f77-9143-c499bcf1a866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:30.554930 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-f281c6a5-6e51-4fca-9d26-373a58dd688c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:30.556512 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-f281c6a5-6e51-4fca-9d26-373a58dd688c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.1013830 May 03 09:24:30.637559 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-3f20221a-f719-415a-b8c0-3fb4859b9e6d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 472 time: 0.0645759 May 03 09:24:30.643373 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c0cd6f77-a44c-4dc1-b1bd-2e7cd7ff7a29 req-86a4a58a-62ac-4c4c-aca2-61fdeb6c7eb9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 210 time: 0.0283318 May 03 09:24:30.723722 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'port': {'device_id': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'admin_state_up': True, 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'security_groups': ['0f2e3aad-c38a-4195-875c-a32aff84ef6d']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:30.828682 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Made reservation on behalf of 6506fb00a31e4161b2be9c0c7f82b950 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:24:30.831856 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:30.954590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.20.0.9 (608b14a8-0b7c-4127-9755-ab275cbf0fb6/258a3f4d-e575-4f8f-be47-3d2806f58296/fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:24:31.082923 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:31.119984 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:31.165791 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:24:31.169725 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:24:31.175815 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:24:31.181694 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:31.227750 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:31.228425 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:31.246148 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-e7839f78-7eae-41e6-a710-dfd519e3723c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5256569 May 03 09:24:31.306975 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Request body: {'port': {'device_id': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:31.342758 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-fe329775-3050-4efe-beec-fd1f5705c285 None None] Provisioning complete for port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:24:31.343290 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe329775-3050-4efe-beec-fd1f5705c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:31.365941 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:31.390731 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fe329775-3050-4efe-beec-fd1f5705c285 None None] Port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:24:31.392543 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:31.870508 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397b030-8f22-43c4-9f27-3ec7b07ee3e7 req-4bdf3e2a-036b-4726-83a7-11e4b3949f93 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:31.871951 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1397b030-8f22-43c4-9f27-3ec7b07ee3e7 req-4bdf3e2a-036b-4726-83a7-11e4b3949f93 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 931 time: 0.0599167 May 03 09:24:31.959426 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1397b030-8f22-43c4-9f27-3ec7b07ee3e7 req-3c271353-dc75-47b1-b7bb-4a30142c13a8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782392 May 03 09:24:31.969165 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:24:31.976856 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Publish callbacks [] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:31.989145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Transition to ACTIVE for port object fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:24:31.993871 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:32.042823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Pushing event updated for resources: {'Port': ['ID=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:32.115495 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Attempting to bind port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:24:32.115836 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Attempting to bind port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:24:32.116206 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Attempting to bind port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:24:32.120846 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:24:32.121169 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Attempting to bind port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:24:32.126235 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:24:32.126570 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Checking segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:24:32.126965 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Bound using segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:24:32.127396 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Bound port: fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:24:32.127764 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:32.203133 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] For port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:24:32.206299 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] For port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:24:32.213833 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:32.253814 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:32.254441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:32.255829 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 HTTP/1.1" status: 200 len: 1093 time: 0.9533477 May 03 09:24:32.256329 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:24:32.258587 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5546f8f-517b-461f-a68b-0e9c5be549ed" -d '{"events": [{"name": "network-changed", "server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:24:32.282824 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80cda7-eac5-47cc-8703-1e5bb2d90454 service neutron] Pushing event updated for resources: {'Port': ['ID=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:32.306878 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59401b14-10b9-4d32-bc80-f684da96a8cc x-openstack-request-id: req-59401b14-10b9-4d32-bc80-f684da96a8cc {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:24:32.307175 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:24:32.307432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59401b14-10b9-4d32-bc80-f684da96a8cc {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:24:32.307862 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59401b14-10b9-4d32-bc80-f684da96a8cc'] response: {'name': 'network-changed', 'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'status': 'completed', 'code': 200} May 03 09:24:32.367522 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-5a7a71f8-d8b6-452e-8f44-cb35219da3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:32.369099 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-5a7a71f8-d8b6-452e-8f44-cb35219da3b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 1127 time: 0.0404406 May 03 09:24:32.418795 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-750186b1-cb75-41e6-8217-d3680af8aff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 HTTP/1.1" status: 200 len: 217 time: 0.0354357 May 03 09:24:32.473069 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-7074d66b-422a-4578-90fb-6eefd6cd8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:32.474446 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-7074d66b-422a-4578-90fb-6eefd6cd8f76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0493131 May 03 09:24:32.523641 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-d89a5350-0202-4eed-afeb-920971761adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:32.525293 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-d89a5350-0202-4eed-afeb-920971761adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438566 May 03 09:24:32.614467 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-557dd974-7a36-4fa0-ad19-252eb1ac6459 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829098 May 03 09:24:32.703621 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-90e44189-26a4-48a3-b497-61b21ba6bf7c req-9132f25c-8f2c-4e61-a1d4-5d0d30033ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819435 May 03 09:24:32.871355 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:33.229394 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bffac-0aae-4186-9396-43309f0b880a req-67a50325-8750-4cad-aba0-bd5e8af9741f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:33.230872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4d4bffac-0aae-4186-9396-43309f0b880a req-67a50325-8750-4cad-aba0-bd5e8af9741f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 943 time: 0.0461500 May 03 09:24:33.280262 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4d4bffac-0aae-4186-9396-43309f0b880a req-f432dae5-152f-4761-95d7-f8ea0b2a465f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 May 03 09:24:34.377804 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:34.397061 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f822c-e42d-4096-ad45-beb8930070a8 req-87ca546d-cecc-4bee-a22e-a12336962f44 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:34.398560 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-595f822c-e42d-4096-ad45-beb8930070a8 req-87ca546d-cecc-4bee-a22e-a12336962f44 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 943 time: 0.0511045 May 03 09:24:34.443957 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-595f822c-e42d-4096-ad45-beb8930070a8 req-a9345b82-ff87-4704-a25c-40f0e0f497c4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 May 03 09:24:35.317930 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-327a09cf-0d42-4f9b-85ae-ba2c1552c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:35.319403 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-327a09cf-0d42-4f9b-85ae-ba2c1552c426 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 1127 time: 0.0385499 May 03 09:24:35.408345 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-d83fd53b-2b9c-467c-8d3f-cd96910817d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:35.409732 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-d83fd53b-2b9c-467c-8d3f-cd96910817d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0828888 May 03 09:24:35.453738 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-a3e9cf93-7291-4121-be11-64b3f2fa7942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 HTTP/1.1" status: 200 len: 217 time: 0.0366316 May 03 09:24:35.502467 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-81d3e459-f152-4a9b-b3c9-64968f37952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:35.503941 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-81d3e459-f152-4a9b-b3c9-64968f37952d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0441537 May 03 09:24:35.582664 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab8316-ca17-412f-9022-7f18578cc8a2 req-a6adfe92-873c-4ce7-b829-726280473f81 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:35.584155 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-80ab8316-ca17-412f-9022-7f18578cc8a2 req-a6adfe92-873c-4ce7-b829-726280473f81 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 943 time: 0.0740721 May 03 09:24:35.587035 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-89b39999-2862-44d8-9532-f27916cc7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:35.588424 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-89b39999-2862-44d8-9532-f27916cc7dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772924 May 03 09:24:35.684811 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-80ab8316-ca17-412f-9022-7f18578cc8a2 req-9f8f9b4f-1962-4c74-9048-3e31388159c5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949512 May 03 09:24:35.705020 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-eef6f2f0-9b8f-4847-b548-a0b1fcd53db1 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096783 May 03 09:24:35.797030 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d5546f8f-517b-461f-a68b-0e9c5be549ed req-b017cc19-ab81-4650-ba8e-a40eae4fb036 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854552 May 03 09:24:36.795300 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8687d-f85f-4383-b27b-575b1c85edd8 req-038ebbc8-c9a1-4e23-9e08-778eaac128fb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:36.804539 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-34d8687d-f85f-4383-b27b-575b1c85edd8 req-038ebbc8-c9a1-4e23-9e08-778eaac128fb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 943 time: 0.0542464 May 03 09:24:36.856006 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-34d8687d-f85f-4383-b27b-575b1c85edd8 req-609e18df-711d-4649-945e-373f5e134a9e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455317 May 03 09:24:37.708452 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:24:37.806026 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:24:37.817193 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'port_id': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'mac_address': 'fa:16:3e:4f:37:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:24:37.854263 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:24:37.854657 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:37.869083 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:24:37.889342 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:24:37.893649 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:37.947154 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:37.969799 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a0f2c-2445-4593-9085-90411f5fdc9c req-e48064eb-f930-4e2b-ab1a-e99de8ddc7f3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:37.971210 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e3a0f2c-2445-4593-9085-90411f5fdc9c req-e48064eb-f930-4e2b-ab1a-e99de8ddc7f3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 944 time: 0.0477986 May 03 09:24:38.016706 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9e3a0f2c-2445-4593-9085-90411f5fdc9c req-bcca774a-fbbe-4326-8804-e9752bcbf64d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 May 03 09:24:38.334517 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:24:39.127979 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2a6b3-ad6d-432c-ad39-a517351a7190 req-6aafc44c-12e7-40a8-aad6-9e4f07c0bbec tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:39.129452 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-22b2a6b3-ad6d-432c-ad39-a517351a7190 req-6aafc44c-12e7-40a8-aad6-9e4f07c0bbec tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 944 time: 0.0452335 May 03 09:24:39.178764 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-22b2a6b3-ad6d-432c-ad39-a517351a7190 req-4c387c01-9d08-433e-9070-46bc3e2ee646 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 May 03 09:24:39.712240 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:24:39.754756 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:24:39.760409 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:24:39.760786 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:39.838650 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:24:39.839033 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:39.861002 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:24:39.863286 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1605661a-a875-420c-932c-bd2b9af15356" -d '{"events": [{"server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "name": "network-vif-plugged", "status": "completed", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:24:39.876677 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:24:39.880623 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:39.906542 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e207588f-1200-4a79-95cf-4cc0f04ba4ea x-openstack-request-id: req-e207588f-1200-4a79-95cf-4cc0f04ba4ea {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:24:39.906837 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "name": "network-vif-plugged", "status": "completed", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:24:39.907095 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e207588f-1200-4a79-95cf-4cc0f04ba4ea {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:24:39.907484 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e207588f-1200-4a79-95cf-4cc0f04ba4ea'] response: {'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'code': 200} May 03 09:24:39.932650 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:24:40.106110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bfcd8-2174-4be9-a9cf-2bf2ed0abe12 req-da8dafb7-83de-4e17-9db8-5831a93481bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:40.107573 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e10bfcd8-2174-4be9-a9cf-2bf2ed0abe12 req-da8dafb7-83de-4e17-9db8-5831a93481bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 1129 time: 0.0410535 May 03 09:24:40.149467 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e10bfcd8-2174-4be9-a9cf-2bf2ed0abe12 req-7ae733f1-0aa9-4d97-b236-00fb215d2f68 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 May 03 09:24:40.293104 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892318-c876-41e8-9db3-fc6c84dedd87 req-841b01a4-7693-499e-93ac-439906415424 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:40.294590 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3f892318-c876-41e8-9db3-fc6c84dedd87 req-841b01a4-7693-499e-93ac-439906415424 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.0508869 May 03 09:24:40.339830 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3f892318-c876-41e8-9db3-fc6c84dedd87 req-deef3a57-e07d-4230-8baf-ca6067c7b63f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397348 May 03 09:24:41.454286 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad30fa7-427a-49b0-8441-426c2179eb20 req-2369515a-58dc-45ff-b773-c82991fe6439 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:41.455692 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ad30fa7-427a-49b0-8441-426c2179eb20 req-2369515a-58dc-45ff-b773-c82991fe6439 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.0489337 May 03 09:24:41.501175 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3ad30fa7-427a-49b0-8441-426c2179eb20 req-52ebd0a0-64af-49f2-909b-a092b438fdab tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399222 May 03 09:24:42.031058 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-040e669a-8f21-4138-80bd-2d56f95d6d90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370777 May 03 09:24:42.309801 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-6d27633b-7181-4602-bee8-37d112b0f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:42.311177 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-6d27633b-7181-4602-bee8-37d112b0f063 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 1130 time: 0.0428147 May 03 09:24:42.412344 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-23844237-d4ba-4b20-b0b2-2fe6a0440ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:42.413783 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-23844237-d4ba-4b20-b0b2-2fe6a0440ee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0826905 May 03 09:24:42.481190 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-c5c4d0ee-bb71-480b-afa8-5059a4784ca0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51819eb8-3290-4b92-9458-3802888342b7 HTTP/1.1" status: 200 len: 1001 time: 0.0609217 May 03 09:24:42.527261 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-4ffda792-45b6-4b3a-8460-c1d6425dbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:42.528743 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-4ffda792-45b6-4b3a-8460-c1d6425dbfae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0423186 May 03 09:24:42.571566 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-dce5236d-1c42-4651-97a6-5944fd64219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:42.572983 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-dce5236d-1c42-4651-97a6-5944fd64219b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384529 May 03 09:24:42.611928 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21495ea7-d04c-4d75-9570-2caf3cca1150 req-6839f069-edf0-44f0-a0d2-f587f2af1f58 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:42.613426 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-21495ea7-d04c-4d75-9570-2caf3cca1150 req-6839f069-edf0-44f0-a0d2-f587f2af1f58 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.0455205 May 03 09:24:42.659681 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-21495ea7-d04c-4d75-9570-2caf3cca1150 req-11665df1-8ab3-428c-b7ca-a7a6741b50bb tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406566 May 03 09:24:42.665522 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-ce606e88-81ea-4d21-93f7-87680b9c628a service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838740 May 03 09:24:42.791971 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac87a-7a56-445b-9f4f-4615744cb4f4 req-9bf5b12c-1513-4baa-af43-5468361153c6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:42.793987 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-693ac87a-7a56-445b-9f4f-4615744cb4f4 req-9bf5b12c-1513-4baa-af43-5468361153c6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.0683799 May 03 09:24:42.795720 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-343e0b46-75f2-4e3e-b87b-1c0704299dfb req-b2c20870-5bd0-462e-b15e-70522e98a0a0 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242800 May 03 09:24:42.802505 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35286) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:24:42.806845 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'port_id': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:24:42.846052 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (2bbce569-a1e5-42af-9f99-de29b2bfc8ae), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:43.283999 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:43.287739 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (2bbce569-a1e5-42af-9f99-de29b2bfc8ae), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:43.387051 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP 2bbce569-a1e5-42af-9f99-de29b2bfc8ae associated. External IP: 172.27.2.28, port: fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1. May 03 09:24:43.594309 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:24:43.702580 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:24:43.707317 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:43.711817 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:24:43.721220 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:24:43.721833 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:24:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:43.735383 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ec37fc93-034f-454f-ba72-eb608ac3eca5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "PUT /v2.0/floatingips/2bbce569-a1e5-42af-9f99-de29b2bfc8ae HTTP/1.1" status: 200 len: 990 time: 0.9318399 May 03 09:24:43.736036 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:24:43.738309 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c8d227-3630-45c7-8683-c59169c72ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:24:43.773291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af423b-a828-490e-ae95-452d193868ce x-openstack-request-id: req-d3af423b-a828-490e-ae95-452d193868ce {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:24:43.773581 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:24:43.773837 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3af423b-a828-490e-ae95-452d193868ce {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:24:43.774244 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3af423b-a828-490e-ae95-452d193868ce'] response: {'name': 'network-changed', 'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'status': 'completed', 'code': 200} May 03 09:24:43.832547 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:24:43.854241 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-5eeaa1f9-020c-4948-8f8d-64a965f6e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:43.855801 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-5eeaa1f9-020c-4948-8f8d-64a965f6e298 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 1129 time: 0.0388615 May 03 09:24:43.948650 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-dbe0ddd3-d0ce-4341-8e6b-85e352e78800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:43.950136 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-dbe0ddd3-d0ce-4341-8e6b-85e352e78800 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0886443 May 03 09:24:44.014635 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-9fa91cf8-8487-4aed-8e89-e6f19e811bd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 HTTP/1.1" status: 200 len: 998 time: 0.0572493 May 03 09:24:44.047862 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:50Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}, {'id': '2bbce569-a1e5-42af-9f99-de29b2bfc8ae', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:4f:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:24:28Z', 'updated_at': '2022-05-03T09:24:43Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:44.062109 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-14a721a2-7ae4-415a-80e0-2b553e09245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:44.063575 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-14a721a2-7ae4-415a-80e0-2b553e09245b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0432611 May 03 09:24:44.077916 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:24:44.086327 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:24:44.086936 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:24:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:44.108629 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-6e56c1d2-48f4-4cd4-80b5-86ce6b1321b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:24:44.110109 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-6e56c1d2-48f4-4cd4-80b5-86ce6b1321b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408864 May 03 09:24:44.195049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:24:44.197997 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-66ea61f8-fa29-4597-9728-4e38ac2de3ed service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816956 May 03 09:24:44.419123 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:50Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}, {'id': '2bbce569-a1e5-42af-9f99-de29b2bfc8ae', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:4f:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:24:28Z', 'updated_at': '2022-05-03T09:24:43Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:24:44.449939 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b5850-21e3-4ec6-b375-4991b11116cd None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:50Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}, {'id': '2bbce569-a1e5-42af-9f99-de29b2bfc8ae', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:4f:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:24:28Z', 'updated_at': '2022-05-03T09:24:43Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:24:44.565219 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06c8d227-3630-45c7-8683-c59169c72ca9 req-7fcc97f0-15a0-421d-9b5a-84af5d7c579f service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610802 May 03 09:24:44.642524 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2b497-5e7d-42c0-a5b8-5008dc8373ed None None] New status for floating IP 2bbce569-a1e5-42af-9f99-de29b2bfc8ae: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:24:56.711656 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:24:57.152425 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:24:57.984819 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8060da5-08df-4136-b2d3-fa9000045b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:00.335102 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68e852dc-7d34-4225-ae68-4cd15d70012f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:01.370307 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:02.873740 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:04.382838 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:26.085409 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-720752e0-863a-4b9a-8326-6854300d7f95 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165162185&fields=id&tenant_id=d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 267 time: 0.0420089 May 03 09:25:26.188196 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-97aab985-3646-4328-b0f0-a95ac8353be3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:26.189526 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-97aab985-3646-4328-b0f0-a95ac8353be3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 811 time: 0.0974488 May 03 09:25:26.203622 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-11789f1c-691a-403d-b815-78ccba44c068 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/quotas/d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 375 time: 0.0089271 May 03 09:25:26.252626 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-0fc0acd7-a99c-49da-99e3-88248dc92ecd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0443120 May 03 09:25:26.343530 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-60eaf010-f947-4f81-9f6d-a861449ee05b service neutron] 10.222.0.23 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794866 May 03 09:25:26.433985 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-24201d48-ab56-4ef1-b1f4-69238ea6b58f service neutron] 10.222.0.23 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848527 May 03 09:25:26.733917 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-15523adb-3e24-45ab-958e-13fd85c48957 req-6b847765-b362-403e-b4c8-4ee46fb45378 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 210 time: 0.0422847 May 03 09:25:27.170151 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:27.843927 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-08813dd5-7925-4042-80d7-ceca16cf797f req-1f5edcb3-e39d-49d8-9878-ae2d1cad9d04 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 210 time: 0.0391481 May 03 09:25:27.944379 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-00f9b98f-5f14-494f-a652-e028e3753bc0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:27.945823 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-00f9b98f-5f14-494f-a652-e028e3753bc0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 811 time: 0.1123579 May 03 09:25:27.985338 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43d10722-36ab-4646-bc3a-840f247d1aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.014020 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-b8948af3-60b8-4d2e-a370-09ba706e13ef tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92efab60f874aa8a197ab70fc582487 HTTP/1.1" status: 200 len: 379 time: 0.0542307 May 03 09:25:28.026784 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'port': {'device_id': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'admin_state_up': True, 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'security_groups': ['23bc50c9-a4da-445f-9fc6-463212b884b0']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:25:28.132573 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Made reservation on behalf of d92efab60f874aa8a197ab70fc582487 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:25:28.135866 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.262063 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Allocated IP 172.20.0.5 (0deac27a-139f-478b-bfbb-632d6a5ce9ff/2e9d9555-23b9-4903-b286-e4b52fe3d440/432595da-c271-4e85-a285-e72b199d2a97) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:25:28.399829 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (432595da-c271-4e85-a285-e72b199d2a97), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.432356 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (432595da-c271-4e85-a285-e72b199d2a97), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.474554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:25:28.477867 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:25:28.484364 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:25:28.490427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=432595da-c271-4e85-a285-e72b199d2a97,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:25:28.521892 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.522241 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.522584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.522927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.523268 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.523598 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.523923 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.524314 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.524620 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.525018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.525273 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.525604 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.525940 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.526302 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.526617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:28.551143 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:28.551788 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.567863 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-9944d7fd-fd15-4adb-bc1a-03d174d3718a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447178 May 03 09:25:28.589253 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Request body: {'port': {'device_id': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:25:28.660710 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (432595da-c271-4e85-a285-e72b199d2a97), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.687929 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-a7985579-7a93-4b6b-985f-b6562d8dd13b None None] Provisioning complete for port 432595da-c271-4e85-a285-e72b199d2a97 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:25:28.688504 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7985579-7a93-4b6b-985f-b6562d8dd13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (432595da-c271-4e85-a285-e72b199d2a97), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.734585 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a7985579-7a93-4b6b-985f-b6562d8dd13b None None] Port 432595da-c271-4e85-a285-e72b199d2a97 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:25:28.939802 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432595da-c271-4e85-a285-e72b199d2a97 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:25:28.947177 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Publish callbacks [] for port (432595da-c271-4e85-a285-e72b199d2a97), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:28.956545 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e7d09-a236-4f04-80a0-c1708306f649 req-f70ed498-c7ea-471d-8c2b-ad69996fe302 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:28.958009 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc1e7d09-a236-4f04-80a0-c1708306f649 req-f70ed498-c7ea-471d-8c2b-ad69996fe302 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 931 time: 0.0462122 May 03 09:25:28.959418 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Transition to ACTIVE for port object 432595da-c271-4e85-a285-e72b199d2a97 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:25:28.963488 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (432595da-c271-4e85-a285-e72b199d2a97), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:29.006409 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-cc1e7d09-a236-4f04-80a0-c1708306f649 req-048678d0-132a-49fe-9a33-e6705009a5dd tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 May 03 09:25:29.029199 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Pushing event updated for resources: {'Port': ['ID=432595da-c271-4e85-a285-e72b199d2a97,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:25:29.099680 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Attempting to bind port 432595da-c271-4e85-a285-e72b199d2a97 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:25:29.100284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Attempting to bind port 432595da-c271-4e85-a285-e72b199d2a97 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:25:29.100699 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Attempting to bind port 432595da-c271-4e85-a285-e72b199d2a97 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:25:29.105468 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Port 432595da-c271-4e85-a285-e72b199d2a97 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:25:29.105794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Attempting to bind port 432595da-c271-4e85-a285-e72b199d2a97 on network 0deac27a-139f-478b-bfbb-632d6a5ce9ff {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:25:29.111498 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:25:29.111839 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Checking segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:25:29.112258 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Bound using segment: {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:25:29.112686 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Bound port: 432595da-c271-4e85-a285-e72b199d2a97, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a9ed27-376c-43d2-b767-a03649c2819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:25:29.113043 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (432595da-c271-4e85-a285-e72b199d2a97), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:29.180869 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] For port 432595da-c271-4e85-a285-e72b199d2a97, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:25:29.183924 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] For port 432595da-c271-4e85-a285-e72b199d2a97, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=432595da-c271-4e85-a285-e72b199d2a97,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:25:29.191018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (432595da-c271-4e85-a285-e72b199d2a97), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:29.229089 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:29.229710 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:29.231681 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] 10.222.0.36 "PUT /v2.0/ports/432595da-c271-4e85-a285-e72b199d2a97 HTTP/1.1" status: 200 len: 1093 time: 0.6467967 May 03 09:25:29.232520 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'tag': '432595da-c271-4e85-a285-e72b199d2a97'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:25:29.234588 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb4c94-5939-4712-b9c1-84ef7b3eb221" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "tag": "432595da-c271-4e85-a285-e72b199d2a97"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:25:29.262824 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ab338-3171-415c-b9b4-f013f1967f0b service neutron] Pushing event updated for resources: {'Port': ['ID=432595da-c271-4e85-a285-e72b199d2a97,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:25:29.286658 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66433d56-a43c-4b62-bf57-93b70edbd533 x-openstack-request-id: req-66433d56-a43c-4b62-bf57-93b70edbd533 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:25:29.287029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "tag": "432595da-c271-4e85-a285-e72b199d2a97", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:25:29.287355 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66433d56-a43c-4b62-bf57-93b70edbd533 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:25:29.287844 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66433d56-a43c-4b62-bf57-93b70edbd533'] response: {'name': 'network-changed', 'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'tag': '432595da-c271-4e85-a285-e72b199d2a97', 'status': 'completed', 'code': 200} May 03 09:25:29.348285 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-d19d66d1-ba7d-4ec4-8781-f4932274f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:29.349818 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-d19d66d1-ba7d-4ec4-8781-f4932274f0ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 1127 time: 0.0412464 May 03 09:25:29.399455 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-719c76a7-6e3a-418b-b489-20adae255b59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432595da-c271-4e85-a285-e72b199d2a97 HTTP/1.1" status: 200 len: 217 time: 0.0360365 May 03 09:25:29.450851 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-041c10c0-549c-4a56-a141-de68f6d7b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:29.452230 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-041c10c0-549c-4a56-a141-de68f6d7b7bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0470762 May 03 09:25:29.495521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-bb2a35d0-5b5f-47ab-b269-7976ec6239a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:29.497075 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-bb2a35d0-5b5f-47ab-b269-7976ec6239a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390379 May 03 09:25:29.583636 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-a32b753a-ef6b-4fcd-b31a-c8cf7328f86c service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806749 May 03 09:25:29.675511 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-298f0719-d5e9-4016-94f8-bbebf64bcb18 req-ed179f90-06e5-42da-99e6-7dc5faa69c11 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851221 May 03 09:25:30.116925 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aafb-7491-4be4-b9cf-8a473c0d41de req-e064efec-aacd-4756-8195-7d496b9e400e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:30.118355 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9049aafb-7491-4be4-b9cf-8a473c0d41de req-e064efec-aacd-4756-8195-7d496b9e400e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 943 time: 0.0457945 May 03 09:25:30.167926 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9049aafb-7491-4be4-b9cf-8a473c0d41de req-d17447b5-7ae5-46c7-8585-b22540433aec tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442383 May 03 09:25:30.336999 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1e98217-1312-4cec-b398-e9eaba3da667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:30.943565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-0edfadca-356d-4e0c-b517-53330a5392ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:30.945055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-0edfadca-356d-4e0c-b517-53330a5392ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 1127 time: 0.0389719 May 03 09:25:31.035939 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-d1fd42b7-fa4b-41f3-b30e-271b86f35696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:31.037386 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-d1fd42b7-fa4b-41f3-b30e-271b86f35696 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0851841 May 03 09:25:31.079423 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-ca4320d6-2f77-4edb-8130-70c24e1c446f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432595da-c271-4e85-a285-e72b199d2a97 HTTP/1.1" status: 200 len: 217 time: 0.0333812 May 03 09:25:31.131480 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-f544fa68-2178-4b70-8c57-22e9cf3cd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:31.132890 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-f544fa68-2178-4b70-8c57-22e9cf3cd1c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0451117 May 03 09:25:31.178528 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-7c178059-b9b3-46ac-a2c2-496ef31b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:31.179995 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-7c178059-b9b3-46ac-a2c2-496ef31b80da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374532 May 03 09:25:31.308593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abaf19-14a9-4c4a-88ab-75f0fab6df23 req-dc9bc3fe-f8b1-4b6d-8ba3-f41c0d6b5e78 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:31.310695 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9abaf19-14a9-4c4a-88ab-75f0fab6df23 req-dc9bc3fe-f8b1-4b6d-8ba3-f41c0d6b5e78 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 943 time: 0.0663545 May 03 09:25:31.312827 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-e096594a-062e-4c79-842f-76d77b0078e7 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236496 May 03 09:25:31.373572 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:31.413641 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c9abaf19-14a9-4c4a-88ab-75f0fab6df23 req-2c8ec96a-2406-4fe5-b71c-f453545d3930 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974321 May 03 09:25:31.434373 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0afb4c94-5939-4712-b9c1-84ef7b3eb221 req-10fb3268-184a-406f-bdfe-8dcb0cbcff50 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125879 May 03 09:25:32.522756 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c8576-dc89-4754-b98d-178bdfb491dc req-d4aedcac-6492-4a54-8646-af7069c5c9e6 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:32.524253 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-862c8576-dc89-4754-b98d-178bdfb491dc req-d4aedcac-6492-4a54-8646-af7069c5c9e6 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 943 time: 0.0456107 May 03 09:25:32.572370 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-862c8576-dc89-4754-b98d-178bdfb491dc req-591150c8-8679-4532-9bc9-075e72cdf2c0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 May 03 09:25:32.876585 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:33.687188 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60399fe-9572-487e-aeda-d2e2af8d0aed req-17439e14-d2ab-4493-9f3d-322c5bf42918 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:33.688645 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d60399fe-9572-487e-aeda-d2e2af8d0aed req-17439e14-d2ab-4493-9f3d-322c5bf42918 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 943 time: 0.0507131 May 03 09:25:33.709843 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:25:33.735818 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d60399fe-9572-487e-aeda-d2e2af8d0aed req-33538a76-a16c-4173-83eb-9437fdab1d75 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 May 03 09:25:34.385117 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:34.850926 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392a9ac-3492-4af4-bbf3-d12fdd46ed57 req-7ee55019-ae7e-47c4-8b8a-a17f74117d6a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:34.852425 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c392a9ac-3492-4af4-bbf3-d12fdd46ed57 req-7ee55019-ae7e-47c4-8b8a-a17f74117d6a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 943 time: 0.0494547 May 03 09:25:34.900418 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c392a9ac-3492-4af4-bbf3-d12fdd46ed57 req-6bab7a8f-7b0a-4e8f-b3ae-9191cff07b24 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 May 03 09:25:36.010646 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81336a-474e-415e-a6bc-4aed1e206738 req-d12b01a3-547c-4a1c-ae89-c737c929eea3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:36.012131 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc81336a-474e-415e-a6bc-4aed1e206738 req-d12b01a3-547c-4a1c-ae89-c737c929eea3 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 943 time: 0.0462229 May 03 09:25:36.058988 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc81336a-474e-415e-a6bc-4aed1e206738 req-0b9987a4-d956-4d9d-bfa8-42853e514a2b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407901 May 03 09:25:37.173372 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf5790-89bf-482e-8db3-0929c4780517 req-c3a63edb-8a12-453e-9da3-4b5cbf78ea8b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:37.174850 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-58cf5790-89bf-482e-8db3-0929c4780517 req-c3a63edb-8a12-453e-9da3-4b5cbf78ea8b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 943 time: 0.0496500 May 03 09:25:37.222577 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-58cf5790-89bf-482e-8db3-0929c4780517 req-474fa3d2-d027-4040-abca-9f1dd1dfc223 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 May 03 09:25:37.960144 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 432595da-c271-4e85-a285-e72b199d2a97 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:25:38.055855 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 432595da-c271-4e85-a285-e72b199d2a97, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=432595da-c271-4e85-a285-e72b199d2a97,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:25:38.066535 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '432595da-c271-4e85-a285-e72b199d2a97', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'port_id': '432595da-c271-4e85-a285-e72b199d2a97', 'mac_address': 'fa:16:3e:90:a2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:25:38.105425 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 432595da-c271-4e85-a285-e72b199d2a97 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:25:38.105811 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (432595da-c271-4e85-a285-e72b199d2a97), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:38.117939 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432595da-c271-4e85-a285-e72b199d2a97 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:25:38.135908 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 432595da-c271-4e85-a285-e72b199d2a97, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=432595da-c271-4e85-a285-e72b199d2a97,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:25:38.140367 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (432595da-c271-4e85-a285-e72b199d2a97), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:38.190871 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=432595da-c271-4e85-a285-e72b199d2a97,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:25:38.197898 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.198247 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.198591 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.198931 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.199266 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.199596 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.199929 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.200289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.201148 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.201471 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.201793 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.202118 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.202439 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.202757 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.203074 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:38.337145 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fd01a-3b53-44ab-b1a0-ddfd4dd64406 req-b185ade8-5cd3-4aa8-b0bc-96e877d2d11c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:38.338593 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-132fd01a-3b53-44ab-b1a0-ddfd4dd64406 req-b185ade8-5cd3-4aa8-b0bc-96e877d2d11c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 944 time: 0.0493064 May 03 09:25:38.384919 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-132fd01a-3b53-44ab-b1a0-ddfd4dd64406 req-3034e2c6-1614-4c4f-9a8e-76c7590dbfb9 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407529 May 03 09:25:38.748492 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['432595da-c271-4e85-a285-e72b199d2a97'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:25:39.493729 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017a064-dbeb-428f-9726-32322d783971 req-de54258e-0c79-4c00-a1bc-86a41f099f49 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:39.495169 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3017a064-dbeb-428f-9726-32322d783971 req-de54258e-0c79-4c00-a1bc-86a41f099f49 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 944 time: 0.0451829 May 03 09:25:39.543058 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3017a064-dbeb-428f-9726-32322d783971 req-6a06425d-1e9c-4f70-9f1e-022a217e8000 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419288 May 03 09:25:39.973065 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 432595da-c271-4e85-a285-e72b199d2a97 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:25:40.016276 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 432595da-c271-4e85-a285-e72b199d2a97 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:25:40.022005 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 432595da-c271-4e85-a285-e72b199d2a97 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:25:40.022438 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (432595da-c271-4e85-a285-e72b199d2a97), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:40.099040 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 432595da-c271-4e85-a285-e72b199d2a97 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:25:40.099416 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (432595da-c271-4e85-a285-e72b199d2a97), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:40.121345 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432595da-c271-4e85-a285-e72b199d2a97'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:25:40.124350 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab4051-f836-4cac-83c7-4a79729b9698" -d '{"events": [{"server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "name": "network-vif-plugged", "status": "completed", "tag": "432595da-c271-4e85-a285-e72b199d2a97"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:25:40.136600 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 432595da-c271-4e85-a285-e72b199d2a97, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=432595da-c271-4e85-a285-e72b199d2a97,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:25:40.140878 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (432595da-c271-4e85-a285-e72b199d2a97), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:40.164735 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b1cf23-cb64-475a-8299-ac13012ff934 x-openstack-request-id: req-58b1cf23-cb64-475a-8299-ac13012ff934 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:25:40.165026 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "name": "network-vif-plugged", "status": "completed", "tag": "432595da-c271-4e85-a285-e72b199d2a97", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:25:40.165289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58b1cf23-cb64-475a-8299-ac13012ff934 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:25:40.165661 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b1cf23-cb64-475a-8299-ac13012ff934'] response: {'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432595da-c271-4e85-a285-e72b199d2a97', 'code': 200} May 03 09:25:40.191059 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=432595da-c271-4e85-a285-e72b199d2a97,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:25:40.525470 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da6fd-94e3-4fb1-aed3-d6abec0272d7 req-5b0959ea-b44d-4329-a25d-523dc39db6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:40.526934 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-135da6fd-94e3-4fb1-aed3-d6abec0272d7 req-5b0959ea-b44d-4329-a25d-523dc39db6ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 1129 time: 0.0372901 May 03 09:25:40.571775 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-135da6fd-94e3-4fb1-aed3-d6abec0272d7 req-f1e18e6a-b6af-44b2-a89b-2db5df5d18d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376072 May 03 09:25:40.653300 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e8b6-fb9b-4fee-9ce7-f431f5355a83 req-e2329547-4713-4c27-95a7-219003c595e9 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:40.655351 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1364e8b6-fb9b-4fee-9ce7-f431f5355a83 req-e2329547-4713-4c27-95a7-219003c595e9 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0460234 May 03 09:25:40.706334 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1364e8b6-fb9b-4fee-9ce7-f431f5355a83 req-12b01c5a-6b51-4404-a8db-92ee6957d303 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455813 May 03 09:25:41.824076 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622b3b-0ae1-415f-9ec6-ed49b7175795 req-ea52a495-db3e-4742-a757-528f9e09a52a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:41.827045 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f9622b3b-0ae1-415f-9ec6-ed49b7175795 req-ea52a495-db3e-4742-a757-528f9e09a52a tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0516722 May 03 09:25:41.878118 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f9622b3b-0ae1-415f-9ec6-ed49b7175795 req-b561a3a9-d58d-4d28-b81d-a4e7fa2de850 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455067 May 03 09:25:42.989964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f766-8ce5-4c0b-84ce-9a76d15ac662 req-241a1ba7-c47a-4b6f-ba50-764be87d7813 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:42.991557 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-be19f766-8ce5-4c0b-84ce-9a76d15ac662 req-241a1ba7-c47a-4b6f-ba50-764be87d7813 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0473542 May 03 09:25:43.037800 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-40c23cb4-900e-406b-bc41-c3ae1c7d6939 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375001 May 03 09:25:43.045229 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-be19f766-8ce5-4c0b-84ce-9a76d15ac662 req-dc4aeaa3-9d83-4d9c-abff-7f7de78caf9c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477953 May 03 09:25:43.109246 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-90203b11-67cd-451d-9794-68f31ed6372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:43.110720 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-90203b11-67cd-451d-9794-68f31ed6372d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1130 time: 0.0383329 May 03 09:25:43.214140 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-3361f5ad-5057-40c9-a360-5de1deb17fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:43.215592 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-3361f5ad-5057-40c9-a360-5de1deb17fe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0858161 May 03 09:25:43.277854 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-d29b29fa-bb41-48a9-8e4a-33071b70270e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 200 len: 1002 time: 0.0560818 May 03 09:25:43.324306 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-450bbf1c-d9f3-49c0-ac4f-5dcaf7d11ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:43.325775 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-450bbf1c-d9f3-49c0-ac4f-5dcaf7d11ab9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0423591 May 03 09:25:43.370480 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-c6a3a829-2d0d-42e6-9db7-cf85785c4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:43.371918 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-c6a3a829-2d0d-42e6-9db7-cf85785c4af0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406699 May 03 09:25:43.459603 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-e8ddbc74-3eb9-4ba6-8c97-d81bab8d7a66 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816696 May 03 09:25:43.550774 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4da04a17-cc6f-476f-8a61-e62eb8ad1427 req-7314224d-5892-43b0-bf59-df4a8141d78b service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833075 May 03 09:25:44.156778 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807f16-5393-4a5f-bcbb-ab5cffbed97c req-59aa6be3-be67-4e8e-96fb-a8f54c3eea89 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:44.158243 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d6807f16-5393-4a5f-bcbb-ab5cffbed97c req-59aa6be3-be67-4e8e-96fb-a8f54c3eea89 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0466325 May 03 09:25:44.206012 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d6807f16-5393-4a5f-bcbb-ab5cffbed97c req-f101d948-9272-4221-a4a2-4eb60c599ef7 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 May 03 09:25:44.314767 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9f07c-7aa3-4516-b423-e90d485ad741 req-ce2b43b5-e532-4dd5-a1c8-f9337c83872d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:44.316260 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-aeb9f07c-7aa3-4516-b423-e90d485ad741 req-ce2b43b5-e532-4dd5-a1c8-f9337c83872d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0454831 May 03 09:25:44.362086 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-aeb9f07c-7aa3-4516-b423-e90d485ad741 req-1881fbd0-4d62-4834-928a-afcbf63fb79d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404449 May 03 09:25:44.385525 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35418) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:25:44.519970 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd34d51-59bf-4bc9-932a-c8839666ff87 tempest-TestVolumeBootPattern-350404157 tempest-TestVolumeBootPattern-350404157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:44.521472 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-9bd34d51-59bf-4bc9-932a-c8839666ff87 tempest-TestVolumeBootPattern-350404157 tempest-TestVolumeBootPattern-350404157-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 1124 time: 0.1349955 May 03 09:25:44.524228 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35422) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:25:44.528288 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'port_id': '432595da-c271-4e85-a285-e72b199d2a97', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:25:44.550268 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:44.626330 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:44.730586 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Allocated IP 172.27.2.249 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/56a537bc-5c0d-4dad-b35d-852bb97b3a12) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:25:44.833031 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:44.865373 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:44.898478 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:25:44.901221 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:25:44.905109 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:25:44.936282 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=56a537bc-5c0d-4dad-b35d-852bb97b3a12,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:25:44.945783 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.946130 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.946473 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.946812 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.947145 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.947474 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.947801 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.948164 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.948495 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.948820 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.949143 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.949464 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.949784 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.950105 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:44.950464 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:25:45.277806 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (489867c5-6e75-432f-9d8b-50175dff89a9), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:45.343478 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:45.489980 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:45.494550 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:45.567477 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event updated for resources: {'Port': ['ID=56a537bc-5c0d-4dad-b35d-852bb97b3a12,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:25:45.576768 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (489867c5-6e75-432f-9d8b-50175dff89a9), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:45.673937 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Floating IP 489867c5-6e75-432f-9d8b-50175dff89a9 associated. External IP: 172.27.2.249, port: 432595da-c271-4e85-a285-e72b199d2a97. May 03 09:25:45.876626 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:25:45.986255 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:25:45.995315 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:25:46.003731 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:46.009317 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:25:46.009938 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:25:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:25:46.032223 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ae5004e4-6d91-4527-b0d2-15e9db9063a0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5069847 May 03 09:25:46.032917 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'tag': '432595da-c271-4e85-a285-e72b199d2a97'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:25:46.035235 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "tag": "432595da-c271-4e85-a285-e72b199d2a97"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:25:46.121652 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:25:46.129870 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a68c96e-96bd-4e93-998d-d17969f56e23 x-openstack-request-id: req-7a68c96e-96bd-4e93-998d-d17969f56e23 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:25:46.130158 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "tag": "432595da-c271-4e85-a285-e72b199d2a97", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:25:46.130408 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a68c96e-96bd-4e93-998d-d17969f56e23 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:25:46.130808 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a68c96e-96bd-4e93-998d-d17969f56e23'] response: {'name': 'network-changed', 'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'tag': '432595da-c271-4e85-a285-e72b199d2a97', 'status': 'completed', 'code': 200} May 03 09:25:46.210334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-7396c020-fa96-4f74-8990-750e577ff7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:46.212508 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-7396c020-fa96-4f74-8990-750e577ff7d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 1129 time: 0.0379968 May 03 09:25:46.303356 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-5984e7f3-faf3-480c-b568-ac2f18c0177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:46.304781 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-5984e7f3-faf3-480c-b568-ac2f18c0177b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0862641 May 03 09:25:46.335401 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:23:00Z', 'revision_number': 1, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}, {'id': '489867c5-6e75-432f-9d8b-50175dff89a9', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': '432595da-c271-4e85-a285-e72b199d2a97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:90:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:25:45Z', 'updated_at': '2022-05-03T09:25:45Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:25:46.365854 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:25:46.371654 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-c992c03f-c50a-4e8f-be40-71c50515bc49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432595da-c271-4e85-a285-e72b199d2a97 HTTP/1.1" status: 200 len: 999 time: 0.0603685 May 03 09:25:46.374210 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:25:46.374814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:25:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:25:46.420262 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-2d010e7c-2680-449d-9ca5-5d88bf9a72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:46.421898 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-2d010e7c-2680-449d-9ca5-5d88bf9a72dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0446787 May 03 09:25:46.462360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-911f4a95-58f0-4f9f-8ab4-b1e33c5fca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:25:46.464106 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-911f4a95-58f0-4f9f-8ab4-b1e33c5fca26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366514 May 03 09:25:46.482311 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:25:46.554443 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-204bc0c8-813f-43c5-8fd4-b51dd8aff93d service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844927 May 03 09:25:46.643238 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-402b5c2a-f55e-4198-9f4b-d73a46d2cff8 req-ef62b9d1-3231-402e-be41-bcd15686d310 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815213 May 03 09:25:46.703374 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:23:00Z', 'revision_number': 1, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}, {'id': '489867c5-6e75-432f-9d8b-50175dff89a9', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': '432595da-c271-4e85-a285-e72b199d2a97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:90:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:25:45Z', 'updated_at': '2022-05-03T09:25:45Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:25:46.729601 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512b9fd-534a-48ac-8929-fc301e5523a9 None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:23:00Z', 'revision_number': 1, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}, {'id': '489867c5-6e75-432f-9d8b-50175dff89a9', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': '432595da-c271-4e85-a285-e72b199d2a97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:90:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:25:45Z', 'updated_at': '2022-05-03T09:25:45Z', 'revision_number': 0, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:25:46.921878 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e5a376-4809-43e8-b6d1-50c8e857765d None None] New status for floating IP 489867c5-6e75-432f-9d8b-50175dff89a9: ACTIVE {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:25:57.193528 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:25:57.986759 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-255ef230-e99e-4a31-83bc-ab6f67b68e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:00.339286 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-896c833b-5814-4f8b-825b-bee2cd75f645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:01.376965 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:02.879911 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:04.387713 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:10.709489 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:26:23.555416 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d71c4-7cb0-48c3-b35d-46ca071bb06f req-f38b48e3-ad58-4d22-a41f-e9fa053a2f4a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:23.556796 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-940d71c4-7cb0-48c3-b35d-46ca071bb06f req-f38b48e3-ad58-4d22-a41f-e9fa053a2f4a tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.0461037 May 03 09:26:23.605264 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-940d71c4-7cb0-48c3-b35d-46ca071bb06f req-17b5d6da-6272-4d8e-971c-f54084b7ade3 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 May 03 09:26:24.721891 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d72c4-2345-4bc6-a6f6-f4edae4ad969 req-b11e2b1c-3889-42f1-8869-a0ee3bafd55e tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:24.723361 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-054d72c4-2345-4bc6-a6f6-f4edae4ad969 req-b11e2b1c-3889-42f1-8869-a0ee3bafd55e tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.0491133 May 03 09:26:24.768538 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-054d72c4-2345-4bc6-a6f6-f4edae4ad969 req-cc869765-2408-4ae8-ba2f-a5269d150ca7 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396843 May 03 09:26:25.681239 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-d38ed35d-3891-4b65-b3cc-260a2382bbc6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:25.682660 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-d38ed35d-3891-4b65-b3cc-260a2382bbc6 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.0455682 May 03 09:26:25.764635 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Deleting port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:25.765535 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:25.860214 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] For port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:25.860608 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:26.033148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a594d9b-d815-4209-8d38-4feec6de063a req-e46e57cf-5c95-4336-afae-6a4e28e5d8eb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:26.034724 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7a594d9b-d815-4209-8d38-4feec6de063a req-e46e57cf-5c95-4336-afae-6a4e28e5d8eb tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 946 time: 0.1998758 May 03 09:26:26.127492 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:26.127855 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (5567f633-a71f-476f-861a-b3767ce91cb3), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:26.128182 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Floating IP 5567f633-a71f-476f-861a-b3767ce91cb3 disassociated. External IP: 172.27.2.144, port: 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd. May 03 09:26:26.128530 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Calling delete_port for 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:26.140491 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7a594d9b-d815-4209-8d38-4feec6de063a req-a9e15562-db32-4279-aced-8e49aa53b3ee tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc4656dd-bda9-4dc1-96b8-4cf0c387552a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983312 May 03 09:26:26.289418 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba55c0f-edaa-4b44-b26d-28f00a66df50 req-b6564da1-8f5a-4a8b-a9e7-d716fcf7ca07 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:26.290867 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bba55c0f-edaa-4b44-b26d-28f00a66df50 req-b6564da1-8f5a-4a8b-a9e7-d716fcf7ca07 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.0755501 May 03 09:26:26.315093 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (22c52445-8e9a-4371-a0ed-ac10f7f2e9bd), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:26.347416 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event deleted for resources: {'Port': ['ID=22c52445-8e9a-4371-a0ed-ac10f7f2e9bd,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:26.375934 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bba55c0f-edaa-4b44-b26d-28f00a66df50 req-12262d07-8c69-49aa-a2d1-1229ed91a616 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757957 May 03 09:26:26.479366 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:26:26.586377 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:26:26.596584 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] Sync routers for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:26:26.606083 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:26.606688 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:26.627698 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] No DVR routers for this DVR port 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:26:26.630432 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:26.634067 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-15cfed5f-6386-4867-b233-16d19de3fe9c req-107ef049-bc30-4588-83c6-a6092c0574d2 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.36 "DELETE /v2.0/ports/22c52445-8e9a-4371-a0ed-ac10f7f2e9bd HTTP/1.1" status: 204 len: 173 time: 0.9455545 May 03 09:26:26.634562 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'name': 'network-vif-deleted', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:26:26.636802 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9498e010-e285-437e-88ee-6dce3cd11753" -d '{"events": [{"server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "name": "network-vif-deleted", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:26:26.673992 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4776db08-a7a6-4086-a341-2d96327454f3 x-openstack-request-id: req-4776db08-a7a6-4086-a341-2d96327454f3 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:26:26.674283 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2626e201-fe6e-4fec-beaf-29efc479aa0b", "name": "network-vif-deleted", "tag": "22c52445-8e9a-4371-a0ed-ac10f7f2e9bd", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:26:26.674538 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4776db08-a7a6-4086-a341-2d96327454f3 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:26:26.674941 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4776db08-a7a6-4086-a341-2d96327454f3'] response: {'server_uuid': '2626e201-fe6e-4fec-beaf-29efc479aa0b', 'name': 'network-vif-deleted', 'tag': '22c52445-8e9a-4371-a0ed-ac10f7f2e9bd', 'status': 'completed', 'code': 200} May 03 09:26:26.721874 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:26.911680 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:26.940580 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] Checking router: 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:26:26.948650 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:26.949248 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:27.054439 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:27.209800 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:27.246175 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9175773f-e94f-4fc9-a5e6-7959650ed4a3 req-24ea958b-d0be-4c4a-95ae-0b381e5fe3e5 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/ports?device_id=2626e201-fe6e-4fec-beaf-29efc479aa0b HTTP/1.1" status: 200 len: 210 time: 0.0299318 May 03 09:26:27.261308 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:27.288596 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194a53e-5aa3-401f-8946-3ac084c9fd7c None None] The sync data for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi is: [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:18:57Z', 'revision_number': 4, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '950daae5-003b-4e64-8fcc-2ae29532ffcf', 'name': '', 'network_id': '979edde2-cd51-41e7-9684-3d81251f47b3', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'mac_address': 'fa:16:3e:2e:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:57Z', 'updated_at': '2022-05-03T09:19:01Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'subnets': [{'id': '3ff937fe-aed1-412b-942e-cbb410fd75ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:26:27.527045 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b2017-9421-4880-981b-a617aedb239d None None] New status for floating IP 5567f633-a71f-476f-861a-b3767ce91cb3: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:26:27.549908 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94e784-24fb-47a9-8244-0271cf80a179 req-dc05717c-96cd-482d-ac36-be294a08530f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:27.551392 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-da94e784-24fb-47a9-8244-0271cf80a179 req-dc05717c-96cd-482d-ac36-be294a08530f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.1044228 May 03 09:26:27.597943 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-da94e784-24fb-47a9-8244-0271cf80a179 req-a2f09288-c3c9-4b5a-958b-1aee0c1d63c9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 May 03 09:26:27.995217 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19bdd033-97cc-417d-b9a5-8ce5457e7866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.106948 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f861526-cfe3-4532-af44-254d69459189 req-f2550d27-8f2c-418a-985c-bc0d65ea6d9d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:28.108410 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f861526-cfe3-4532-af44-254d69459189 req-f2550d27-8f2c-418a-985c-bc0d65ea6d9d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.0463939 May 03 09:26:28.193326 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:28.193718 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.334419 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35606) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:28.395801 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0981eb2-1960-4998-ae00-6aceab079f7f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (fc4656dd-bda9-4dc1-96b8-4cf0c387552a), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.424460 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0981eb2-1960-4998-ae00-6aceab079f7f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (fc4656dd-bda9-4dc1-96b8-4cf0c387552a), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.473104 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0981eb2-1960-4998-ae00-6aceab079f7f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (fc4656dd-bda9-4dc1-96b8-4cf0c387552a), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.475958 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0981eb2-1960-4998-ae00-6aceab079f7f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.477217 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a0981eb2-1960-4998-ae00-6aceab079f7f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "DELETE /v2.0/security-groups/fc4656dd-bda9-4dc1-96b8-4cf0c387552a HTTP/1.1" status: 204 len: 168 time: 0.1416447 May 03 09:26:28.481146 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35608) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:28.497996 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0981eb2-1960-4998-ae00-6aceab079f7f tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4656dd-bda9-4dc1-96b8-4cf0c387552a,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:28.501088 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.api.v2.resource [None req-76fdb3a6-34ff-47c5-ad72-fce2e17784ca tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] show failed (client error): The resource could not be found. May 03 09:26:28.504836 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-76fdb3a6-34ff-47c5-ad72-fce2e17784ca tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "GET /v2.0/security-groups/fc4656dd-bda9-4dc1-96b8-4cf0c387552a HTTP/1.1" status: 404 len: 347 time: 0.0201638 May 03 09:26:28.505748 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35610) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:28.564038 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] For port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:28.564633 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.623389 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Deleting port 018329ff-47d3-45d9-8643-e3aaaa38162d {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:28.624003 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.703728 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.704049 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (018329ff-47d3-45d9-8643-e3aaaa38162d), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.719766 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Calling delete_port for 018329ff-47d3-45d9-8643-e3aaaa38162d owned by network:floatingip {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:28.759335 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf46ce-a8b3-4b7a-a31c-13ce062b40eb req-e76e4776-5476-4e30-82ca-d4a93c22df06 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:28.761153 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-77bf46ce-a8b3-4b7a-a31c-13ce062b40eb req-e76e4776-5476-4e30-82ca-d4a93c22df06 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=73aaa831-bd94-4aa8-bf47-6fec66560650 HTTP/1.1" status: 200 len: 945 time: 0.0912673 May 03 09:26:28.792436 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.792794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (2bbce569-a1e5-42af-9f99-de29b2bfc8ae), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.793111 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP 2bbce569-a1e5-42af-9f99-de29b2bfc8ae disassociated. External IP: 172.27.2.28, port: fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1. May 03 09:26:28.793445 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:28.849924 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (018329ff-47d3-45d9-8643-e3aaaa38162d), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.861443 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-77bf46ce-a8b3-4b7a-a31c-13ce062b40eb req-3e13f2bf-fc3f-4e72-bee1-286d23626f26 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f2e3aad-c38a-4195-875c-a32aff84ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910981 May 03 09:26:28.879052 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Pushing event deleted for resources: {'Port': ['ID=018329ff-47d3-45d9-8643-e3aaaa38162d,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:28.941737 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks [] for floatingip (5567f633-a71f-476f-861a-b3767ce91cb3), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.944254 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.947429 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-90203355-5675-449e-9ffa-5090f26d3645 tempest-AttachVolumeTestJSON-235092133 tempest-AttachVolumeTestJSON-235092133-project] 10.222.0.23 "DELETE /v2.0/floatingips/5567f633-a71f-476f-861a-b3767ce91cb3 HTTP/1.1" status: 204 len: 168 time: 0.4394279 May 03 09:26:28.962612 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:28.995374 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:29.009255 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.009656 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.009954 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.010949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.010949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.010949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.011350 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.011626 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.011902 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.012301 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.012584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.013278 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.013619 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.014041 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.014375 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:29.131796 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:26:29.240976 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:26:29.250671 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:26:29.260593 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:29.261147 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:29.284618 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] No DVR routers for this DVR port fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:26:29.287029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:29.290463 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5f861526-cfe3-4532-af44-254d69459189 req-2fcacecf-61e7-4676-9c4c-545682f42113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "DELETE /v2.0/ports/fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 HTTP/1.1" status: 204 len: 173 time: 1.1768508 May 03 09:26:29.290905 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'name': 'network-vif-deleted', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:26:29.293912 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e6dbac-5c23-4a0d-bebb-d0d887ed8d17" -d '{"events": [{"server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "name": "network-vif-deleted", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:26:29.331756 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd79eb37-597f-4553-8c0c-3ecf15036410 x-openstack-request-id: req-dd79eb37-597f-4553-8c0c-3ecf15036410 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:26:29.331996 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aaa831-bd94-4aa8-bf47-6fec66560650", "name": "network-vif-deleted", "tag": "fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:26:29.332270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd79eb37-597f-4553-8c0c-3ecf15036410 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:26:29.333260 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd79eb37-597f-4553-8c0c-3ecf15036410'] response: {'server_uuid': '73aaa831-bd94-4aa8-bf47-6fec66560650', 'name': 'network-vif-deleted', 'tag': 'fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1', 'status': 'completed', 'code': 200} May 03 09:26:29.386646 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:29.614031 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:50Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:29.643320 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:26:29.651654 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:29.652295 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:29.769245 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:29.948488 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35624) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:30.008979 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be669d59-ab36-4179-ae52-70d71d918132 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (0f2e3aad-c38a-4195-875c-a32aff84ef6d), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.033368 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be669d59-ab36-4179-ae52-70d71d918132 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (0f2e3aad-c38a-4195-875c-a32aff84ef6d), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.088359 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be669d59-ab36-4179-ae52-70d71d918132 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (0f2e3aad-c38a-4195-875c-a32aff84ef6d), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.090681 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be669d59-ab36-4179-ae52-70d71d918132 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.091929 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-be669d59-ab36-4179-ae52-70d71d918132 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f2e3aad-c38a-4195-875c-a32aff84ef6d HTTP/1.1" status: 204 len: 168 time: 0.1422229 May 03 09:26:30.094624 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35630) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:30.103361 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be669d59-ab36-4179-ae52-70d71d918132 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e3aad-c38a-4195-875c-a32aff84ef6d,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:30.115434 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-9010dab9-bebd-4650-845c-b99d51392aa6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] show failed (client error): The resource could not be found. May 03 09:26:30.116504 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-9010dab9-bebd-4650-845c-b99d51392aa6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups/0f2e3aad-c38a-4195-875c-a32aff84ef6d HTTP/1.1" status: 404 len: 347 time: 0.0202069 May 03 09:26:30.119342 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35632) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:30.141320 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:50Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:30.174648 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e24b69-ac91-4150-b691-eead503ae235 None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '27d40647-1758-4c9c-8ea3-22b3ca570896', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '51819eb8-3290-4b92-9458-3802888342b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:9f:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:33Z', 'updated_at': '2022-05-03T09:22:50Z', 'revision_number': 2, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:26:30.233536 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:26:30.253573 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port 5d9de90f-0fba-4b46-a11f-3bb19d98c1bb {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:30.253922 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.255493 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:26:30.255859 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fa22ac1a-5bc8-40b2-8b50-f26897b1c7d1 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:26:30.256271 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:26:30.276866 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:26:30.277218 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 22c52445-8e9a-4371-a0ed-ac10f7f2e9bd not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:26:30.344901 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee52d69c-bff6-468c-90ca-1f9e93384f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.345117 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.345256 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.359089 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for 5d9de90f-0fba-4b46-a11f-3bb19d98c1bb owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:30.425412 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac469622-47bd-49b3-9dc7-3bf23ebc908c None None] New status for floating IP 2bbce569-a1e5-42af-9f99-de29b2bfc8ae: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:26:30.496559 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (5d9de90f-0fba-4b46-a11f-3bb19d98c1bb), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.504270 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron_lib.db.api [None req-ac469622-47bd-49b3-9dc7-3bf23ebc908c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 09:26:30.504682 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG oslo_db.api [None req-ac469622-47bd-49b3-9dc7-3bf23ebc908c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 09:26:30.527735 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=5d9de90f-0fba-4b46-a11f-3bb19d98c1bb,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:30.596906 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (2bbce569-a1e5-42af-9f99-de29b2bfc8ae), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.599692 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:30.600857 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ce19c87f-9c9b-41ba-bc62-1deb4aa816f6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/floatingips/2bbce569-a1e5-42af-9f99-de29b2bfc8ae HTTP/1.1" status: 204 len: 168 time: 0.4804485 May 03 09:26:31.006368 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac469622-47bd-49b3-9dc7-3bf23ebc908c None None] New status for floating IP 2bbce569-a1e5-42af-9f99-de29b2bfc8ae: DOWN {{(pid=103443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:26:31.383729 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:32.482182 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35664) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:32.881449 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:32.888178 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:33.123302 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Deleting port 950daae5-003b-4e64-8fcc-2ae29532ffcf {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:33.123715 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:33.204918 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] For port 950daae5-003b-4e64-8fcc-2ae29532ffcf, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=950daae5-003b-4e64-8fcc-2ae29532ffcf,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:33.205313 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:33.218487 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Calling delete_port for 950daae5-003b-4e64-8fcc-2ae29532ffcf owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:33.232033 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad91c9-bc78-4441-af44-c67665b5debb req-af018505-bb1e-4acd-980a-baab655edc61 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:33.233679 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d9ad91c9-bc78-4441-af44-c67665b5debb req-af018505-bb1e-4acd-980a-baab655edc61 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 946 time: 0.0511868 May 03 09:26:33.280586 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d9ad91c9-bc78-4441-af44-c67665b5debb req-1d9127f0-927b-4149-84f8-daf5ea606113 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 May 03 09:26:33.398487 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (950daae5-003b-4e64-8fcc-2ae29532ffcf), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:33.435623 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Pushing event deleted for resources: {'Port': ['ID=950daae5-003b-4e64-8fcc-2ae29532ffcf,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:33.603460 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:33.815418 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:26:33.919708 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:26:33.925563 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-47fcd1c3-a61e-4f58-8d56-757a6f7ef546 admin admin] 10.222.0.23 "PUT /v2.0/routers/26038c8b-a9a0-4e8e-a2d1-99d1732a2946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423423 May 03 09:26:33.927985 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35676) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:33.929001 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] Sync routers for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:26:33.938974 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:33.939583 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:34.047075 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:34.220071 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:26:33Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:34.246825 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] Checking router: 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:26:34.255327 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] Routers {'26038c8b-a9a0-4e8e-a2d1-99d1732a2946'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:34.255937 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:34.298853 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks [] for router (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.365963 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] Set router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:34.426404 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd34ae-716e-45d0-8a10-9c871a083522 req-d34e23a0-5f8a-4b6d-9206-697f3ae9135d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:34.427867 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-01fd34ae-716e-45d0-8a10-9c871a083522 req-d34e23a0-5f8a-4b6d-9206-697f3ae9135d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 946 time: 0.0772433 May 03 09:26:34.457113 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks [] for router_gateway (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.458755 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.507967 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-01fd34ae-716e-45d0-8a10-9c871a083522 req-a11b7f92-aea1-4552-a1a6-15a1249b427c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729423 May 03 09:26:34.520517 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Deleting port 8afcc316-b99b-4f81-b851-92576e4110f9 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:34.520863 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.557102 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:26:33Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:34.584652 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ffee0-bcac-4e94-a6fd-521b51f46782 None None] The sync data for ids ['26038c8b-a9a0-4e8e-a2d1-99d1732a2946'] in dv-cinder-840279-1-iscsi is: [{'id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'name': 'tempest-AttachVolumeTestJSON-1872732703-router', 'tenant_id': '2c46713419c64f88b550ff6b057cdcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:18:54Z', 'updated_at': '2022-05-03T09:26:33Z', 'revision_number': 5, 'project_id': '2c46713419c64f88b550ff6b057cdcc6', 'gw_port': {'id': '8afcc316-b99b-4f81-b851-92576e4110f9', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26038c8b-a9a0-4e8e-a2d1-99d1732a2946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:18:55Z', 'updated_at': '2022-05-03T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:26:34.602540 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] For port 8afcc316-b99b-4f81-b851-92576e4110f9, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=8afcc316-b99b-4f81-b851-92576e4110f9,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:34.602905 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.616237 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Calling delete_port for 8afcc316-b99b-4f81-b851-92576e4110f9 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:34.779466 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (8afcc316-b99b-4f81-b851-92576e4110f9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.803892 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afcc316-b99b-4f81-b851-92576e4110f9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:34.866932 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.957891 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:34.960136 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks [] for router_controller (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.006170 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (26038c8b-a9a0-4e8e-a2d1-99d1732a2946), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.006705 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26038c8b-a9a0-4e8e-a2d1-99d1732a2946 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:26:35.011496 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.012765 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7efc9f76-f9e4-4f34-b99c-4a51ddeac800 admin admin] 10.222.0.23 "DELETE /v2.0/routers/26038c8b-a9a0-4e8e-a2d1-99d1732a2946 HTTP/1.1" status: 204 len: 168 time: 1.0838449 May 03 09:26:35.015345 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35680) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:35.061687 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] Deleting subnet 3ff937fe-aed1-412b-942e-cbb410fd75ea {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:26:35.065831 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] Publish callbacks [] for subnet (3ff937fe-aed1-412b-942e-cbb410fd75ea), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.104306 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (3ff937fe-aed1-412b-942e-cbb410fd75ea), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.182375 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (3ff937fe-aed1-412b-942e-cbb410fd75ea), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.281997 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-2b7add7f-e8a0-4892-9855-37e84f3b4b31 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:35.283791 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-2b7add7f-e8a0-4892-9855-37e84f3b4b31 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 946 time: 0.0570617 May 03 09:26:35.285318 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (3ff937fe-aed1-412b-942e-cbb410fd75ea), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.322262 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff937fe-aed1-412b-942e-cbb410fd75ea,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:35.343586 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.346743 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0366e537-5798-4f04-bd74-f5b61118e6f0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3ff937fe-aed1-412b-942e-cbb410fd75ea HTTP/1.1" status: 204 len: 168 time: 0.3300765 May 03 09:26:35.347411 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba24bfb-0cde-4937-b710-275d5007e26e None None] Network 979edde2-cd51-41e7-9684-3d81251f47b3 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:26:35.349418 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35682) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:35.403242 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port 51819eb8-3290-4b92-9458-3802888342b7 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:35.403584 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (51819eb8-3290-4b92-9458-3802888342b7), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.416580 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (979edde2-cd51-41e7-9684-3d81251f47b3), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.463443 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Deleting port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:35.463781 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.508389 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] For port 51819eb8-3290-4b92-9458-3802888342b7, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=51819eb8-3290-4b92-9458-3802888342b7,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:35.508756 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (51819eb8-3290-4b92-9458-3802888342b7), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.529800 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] For port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,segment=NetworkSegment(dcb6eb03-62c5-473f-bbf0-c80fe0882b14),segment_id=dcb6eb03-62c5-473f-bbf0-c80fe0882b14)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:35.530158 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.543891 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Calling delete_port for 655f394b-f1aa-4e09-9cbc-0f13aeb13abc owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:35.618207 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] DHCP port deletion for 979edde2-cd51-41e7-9684-3d81251f47b3 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:26:35.652065 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d851cd-e96d-420f-9612-acaf56935c93 req-24bfd62c-0682-4c27-905b-8dfc65140d8c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:35.653618 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-50d851cd-e96d-420f-9612-acaf56935c93 req-24bfd62c-0682-4c27-905b-8dfc65140d8c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6f00a43-aaea-47c3-8cc0-3472eb73fece HTTP/1.1" status: 200 len: 946 time: 0.0555043 May 03 09:26:35.653794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 950daae5-003b-4e64-8fcc-2ae29532ffcf no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:26:35.685949 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 950daae5-003b-4e64-8fcc-2ae29532ffcf {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:26:35.686392 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 950daae5-003b-4e64-8fcc-2ae29532ffcf not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:26:35.695118 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] Deleting port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:35.695514 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.703601 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.725018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.725617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (27d40647-1758-4c9c-8ea3-22b3ca570896), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.725819 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP 27d40647-1758-4c9c-8ea3-22b3ca570896 disassociated. External IP: 172.27.2.93, port: 51819eb8-3290-4b92-9458-3802888342b7. May 03 09:26:35.726272 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for 51819eb8-3290-4b92-9458-3802888342b7 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:35.738733 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:35.744903 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] No DVR routers for this DVR port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc on host dv-cinder-840279-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:26:35.752816 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-50d851cd-e96d-420f-9612-acaf56935c93 req-f6565527-e236-41a4-8a11-917db48268ac tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aa53c-778d-4105-8886-654e62c2672f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804071 May 03 09:26:35.768302 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] For port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc, host dv-cinder-840279-1-iscsi, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:35.768643 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.783508 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] Calling delete_port for 655f394b-f1aa-4e09-9cbc-0f13aeb13abc owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:35.786335 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] Port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc was not found and therefore no delete operation was performed {{(pid=103442) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 03 09:26:35.787987 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595'] for port (655f394b-f1aa-4e09-9cbc-0f13aeb13abc), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.811410 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] Pushing event deleted for resources: {'Port': ['ID=655f394b-f1aa-4e09-9cbc-0f13aeb13abc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:35.818517 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f5b2a-5c3e-47fa-a326-4dd211743902 None None] No DVR routers for this DVR port 655f394b-f1aa-4e09-9cbc-0f13aeb13abc on host dv-cinder-840279-1-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:26:35.891328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (51819eb8-3290-4b92-9458-3802888342b7), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:35.921833 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=51819eb8-3290-4b92-9458-3802888342b7,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:36.046987 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:26:36.057987 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (979edde2-cd51-41e7-9684-3d81251f47b3), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.079328 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979edde2-cd51-41e7-9684-3d81251f47b3']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:36.089080 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:36.089316 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb6eb03-62c5-473f-bbf0-c80fe0882b14') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:36.098973 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (dcb6eb03-62c5-473f-bbf0-c80fe0882b14), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.112892 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (dcb6eb03-62c5-473f-bbf0-c80fe0882b14), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.120575 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:26:36.122094 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (dcb6eb03-62c5-473f-bbf0-c80fe0882b14), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:26:36.122947 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:26:36.159308 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:26:36.170210 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:26:36.180428 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:36.181048 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:36.183313 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (979edde2-cd51-41e7-9684-3d81251f47b3), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.192134 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.197575 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] 10.222.0.23 "DELETE /v2.0/networks/979edde2-cd51-41e7-9684-3d81251f47b3 HTTP/1.1" status: 204 len: 168 time: 0.8448305 May 03 09:26:36.207549 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415a280-f170-4749-9361-95c15e6a3eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=979edde2-cd51-41e7-9684-3d81251f47b3,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:36.211806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] No DVR routers for this DVR port 51819eb8-3290-4b92-9458-3802888342b7 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:26:36.214752 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.218819 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d79b4eea-ee7f-4ec6-a2d3-04098c7d6152 req-80e6998f-eaa5-4612-b33f-94341e2b9c11 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "DELETE /v2.0/ports/51819eb8-3290-4b92-9458-3802888342b7 HTTP/1.1" status: 204 len: 173 time: 0.9282050 May 03 09:26:36.219493 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'name': 'network-vif-deleted', 'tag': '51819eb8-3290-4b92-9458-3802888342b7'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:26:36.222642 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d935c2-6486-4554-97e2-4d982994a5eb" -d '{"events": [{"server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "name": "network-vif-deleted", "tag": "51819eb8-3290-4b92-9458-3802888342b7"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:26:36.261341 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc26182-839f-4ef0-bd88-f5a62e6fbe3e x-openstack-request-id: req-2cc26182-839f-4ef0-bd88-f5a62e6fbe3e {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:26:36.261638 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f00a43-aaea-47c3-8cc0-3472eb73fece", "name": "network-vif-deleted", "tag": "51819eb8-3290-4b92-9458-3802888342b7", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:26:36.261927 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cc26182-839f-4ef0-bd88-f5a62e6fbe3e {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:26:36.262556 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc26182-839f-4ef0-bd88-f5a62e6fbe3e'] response: {'server_uuid': 'f6f00a43-aaea-47c3-8cc0-3472eb73fece', 'name': 'network-vif-deleted', 'tag': '51819eb8-3290-4b92-9458-3802888342b7', 'status': 'completed', 'code': 200} May 03 09:26:36.306354 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:36.342367 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35692) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:36.401921 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-2a434012-46b4-4339-a7a7-53781590126d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c46713419c64f88b550ff6b057cdcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583000 May 03 09:26:36.405673 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35694) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:36.464209 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37e14164-c8c2-4f89-b941-af90e4b6ff4f admin admin] Publish callbacks [] for security_group (27b81900-84cc-469a-8399-b85305100731), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.488415 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37e14164-c8c2-4f89-b941-af90e4b6ff4f admin admin] Publish callbacks [] for security_group (27b81900-84cc-469a-8399-b85305100731), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.533715 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:36.540220 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37e14164-c8c2-4f89-b941-af90e4b6ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (27b81900-84cc-469a-8399-b85305100731), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.543038 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-37e14164-c8c2-4f89-b941-af90e4b6ff4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.544201 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-37e14164-c8c2-4f89-b941-af90e4b6ff4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27b81900-84cc-469a-8399-b85305100731 HTTP/1.1" status: 204 len: 168 time: 0.1373215 May 03 09:26:36.552459 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e14164-c8c2-4f89-b941-af90e4b6ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b81900-84cc-469a-8399-b85305100731,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:36.560788 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:26:36.572168 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:36.573029 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:36.685201 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:36.856939 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35704) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:36.888423 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:36.918321 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff4203b8-a46e-455e-b147-2fb1f1b797c4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (677aa53c-778d-4105-8886-654e62c2672f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.928247 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d98a1f-8845-4e3d-99fd-72572fac8027 None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:26:36.944739 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff4203b8-a46e-455e-b147-2fb1f1b797c4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (677aa53c-778d-4105-8886-654e62c2672f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.996751 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff4203b8-a46e-455e-b147-2fb1f1b797c4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (677aa53c-778d-4105-8886-654e62c2672f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:36.999935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-ff4203b8-a46e-455e-b147-2fb1f1b797c4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.001315 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-ff4203b8-a46e-455e-b147-2fb1f1b797c4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/security-groups/677aa53c-778d-4105-8886-654e62c2672f HTTP/1.1" status: 204 len: 168 time: 0.1432402 May 03 09:26:37.004070 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35712) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:37.011015 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4203b8-a46e-455e-b147-2fb1f1b797c4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677aa53c-778d-4105-8886-654e62c2672f,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:37.020216 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.api.v2.resource [None req-4e0bd381-2d00-44d3-8c50-3b9f3af4e472 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] show failed (client error): The resource could not be found. May 03 09:26:37.020787 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4e0bd381-2d00-44d3-8c50-3b9f3af4e472 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups/677aa53c-778d-4105-8886-654e62c2672f HTTP/1.1" status: 404 len: 347 time: 0.0150557 May 03 09:26:37.023583 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35714) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:37.157718 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port 725d80ba-007a-4527-a97d-5fb884fd6172 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:26:37.158289 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (725d80ba-007a-4527-a97d-5fb884fd6172), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.228754 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1911557-bf62-4905-a8bb-9bfabf4a8d77 None None] New status for floating IP 27d40647-1758-4c9c-8ea3-22b3ca570896: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:26:37.252296 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (725d80ba-007a-4527-a97d-5fb884fd6172), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.252836 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (725d80ba-007a-4527-a97d-5fb884fd6172), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.274317 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for 725d80ba-007a-4527-a97d-5fb884fd6172 owned by network:floatingip {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:26:37.278253 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 655f394b-f1aa-4e09-9cbc-0f13aeb13abc no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:26:37.324363 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 655f394b-f1aa-4e09-9cbc-0f13aeb13abc {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:26:37.324707 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 655f394b-f1aa-4e09-9cbc-0f13aeb13abc not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:26:37.325127 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 8afcc316-b99b-4f81-b851-92576e4110f9 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:26:37.356246 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 8afcc316-b99b-4f81-b851-92576e4110f9 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:26:37.356600 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 8afcc316-b99b-4f81-b851-92576e4110f9 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:26:37.449768 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (725d80ba-007a-4527-a97d-5fb884fd6172), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.477441 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=725d80ba-007a-4527-a97d-5fb884fd6172,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:37.538095 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (27d40647-1758-4c9c-8ea3-22b3ca570896), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.540781 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.542180 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-3ec2b83a-cf0a-4160-9066-58c966043661 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/floatingips/27d40647-1758-4c9c-8ea3-22b3ca570896 HTTP/1.1" status: 204 len: 168 time: 0.5173268 May 03 09:26:37.715988 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35732) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:37.720828 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-71ac02b6-1ba3-417e-a76f-f5c568750ad6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066441329', 'description': 'tempest-description--1071112392'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:26:37.742416 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-71ac02b6-1ba3-417e-a76f-f5c568750ad6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.821561 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-71ac02b6-1ba3-417e-a76f-f5c568750ad6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (ae68607e-5bab-4e51-b49d-1508fdcae156), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.825306 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-71ac02b6-1ba3-417e-a76f-f5c568750ad6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (ae68607e-5bab-4e51-b49d-1508fdcae156), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.855987 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-71ac02b6-1ba3-417e-a76f-f5c568750ad6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.857292 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-71ac02b6-1ba3-417e-a76f-f5c568750ad6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1400883 May 03 09:26:37.861285 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35738) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:37.865767 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac02b6-1ba3-417e-a76f-f5c568750ad6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae68607e-5bab-4e51-b49d-1508fdcae156,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:37.866138 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-dcfbb398-cac7-4614-9e3b-aca3b57906b4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': 'ae68607e-5bab-4e51-b49d-1508fdcae156', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:26:37.893186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb398-cac7-4614-9e3b-aca3b57906b4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (0fb8663b-0ca6-4028-a21b-0e6a31ea8b73), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.946601 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb398-cac7-4614-9e3b-aca3b57906b4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (0fb8663b-0ca6-4028-a21b-0e6a31ea8b73), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.949924 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb398-cac7-4614-9e3b-aca3b57906b4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (0fb8663b-0ca6-4028-a21b-0e6a31ea8b73), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.968226 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbb398-cac7-4614-9e3b-aca3b57906b4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb8663b-0ca6-4028-a21b-0e6a31ea8b73,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:37.973762 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb398-cac7-4614-9e3b-aca3b57906b4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:37.974953 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-dcfbb398-cac7-4614-9e3b-aca3b57906b4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125534 May 03 09:26:37.977579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35740) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:37.981949 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-5e94951a-55ab-4096-ac66-6bf084b83025 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': 'ae68607e-5bab-4e51-b49d-1508fdcae156', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:26:38.006736 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e94951a-55ab-4096-ac66-6bf084b83025 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (4238c814-5fc2-4ef1-abef-472d66cb332f), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.063370 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e94951a-55ab-4096-ac66-6bf084b83025 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (4238c814-5fc2-4ef1-abef-472d66cb332f), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.066526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e94951a-55ab-4096-ac66-6bf084b83025 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (4238c814-5fc2-4ef1-abef-472d66cb332f), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.084004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94951a-55ab-4096-ac66-6bf084b83025 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4238c814-5fc2-4ef1-abef-472d66cb332f,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:38.089646 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5e94951a-55ab-4096-ac66-6bf084b83025 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.090573 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5e94951a-55ab-4096-ac66-6bf084b83025 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120727 May 03 09:26:38.093600 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35742) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:38.097707 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:26:38.116608 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.173703 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 51819eb8-3290-4b92-9458-3802888342b7 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:26:38.193021 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.193293 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 51819eb8-3290-4b92-9458-3802888342b7 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:26:38.193645 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 51819eb8-3290-4b92-9458-3802888342b7 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:26:38.298877 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.27.2.108 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/b881724f-1db0-4efe-bf1c-4c2625186127) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:26:38.399734 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (b881724f-1db0-4efe-bf1c-4c2625186127), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.432778 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (b881724f-1db0-4efe-bf1c-4c2625186127), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.467482 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:26:38.470697 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:26:38.474212 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:26:38.499497 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=b881724f-1db0-4efe-bf1c-4c2625186127,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:38.563319 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (5f4504cd-0b56-4c02-8091-0288e0f0974b), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.600004 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (b881724f-1db0-4efe-bf1c-4c2625186127), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.755591 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (b881724f-1db0-4efe-bf1c-4c2625186127), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.761882 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (b881724f-1db0-4efe-bf1c-4c2625186127), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.832346 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=b881724f-1db0-4efe-bf1c-4c2625186127,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:38.842015 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (5f4504cd-0b56-4c02-8091-0288e0f0974b), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.857491 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:38.858755 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-58335389-7f98-49fc-8a9f-906c8dbb859f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7641921 May 03 09:26:39.064171 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-4dd799b8-28fa-4388-9da2-3f424397f6a5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2066441329&fields=id&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 267 time: 0.0530937 May 03 09:26:39.175515 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-55d5b72b-f5c3-400f-a4e8-9f17195e884e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:39.177033 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-55d5b72b-f5c3-400f-a4e8-9f17195e884e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.1062405 May 03 09:26:39.192670 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-1d80d556-6235-47a7-83b2-9c9c701d339d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/quotas/6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 375 time: 0.0099485 May 03 09:26:39.249990 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8a79a2bb-5914-4a48-b9f4-850f25f9f141 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512049 May 03 09:26:39.346141 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-d537b170-0b80-4c65-aff5-8800d2f6f70c service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848103 May 03 09:26:39.456761 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-c5cebe9b-0f34-4e0e-8702-a07fa177153a service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050761 May 03 09:26:39.613887 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7120ac32-e511-41fb-a5e4-d8453394f0cc req-77f86f1c-36a3-43e7-9235-bcc6bb999573 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 210 time: 0.0280855 May 03 09:26:40.625679 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-42181502-f6f2-42ae-80ef-4253da9ee3b6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:40.627143 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-42181502-f6f2-42ae-80ef-4253da9ee3b6 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.1256261 May 03 09:26:40.710083 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-aa97e118-b1ef-45b7-bbc2-62ba5e9383e3 req-8a81d2e9-456c-4ef7-a617-cc32f32ed28b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 210 time: 0.0273974 May 03 09:26:40.896435 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-6e717f03-7cdd-44d9-9135-2c162c330be9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 380 time: 0.0540915 May 03 09:26:41.042324 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'port': {'device_id': '1f3157df-8aee-4096-be67-a4674ced6499', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'admin_state_up': True, 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'security_groups': ['ae68607e-5bab-4e51-b49d-1508fdcae156']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:26:41.145351 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Made reservation on behalf of 6506fb00a31e4161b2be9c0c7f82b950 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:26:41.148626 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:41.271886 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.20.0.5 (608b14a8-0b7c-4127-9755-ab275cbf0fb6/258a3f4d-e575-4f8f-be47-3d2806f58296/c55ad2ba-5130-44d8-b0cf-0cb3261e4411) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:26:41.410695 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:41.443706 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:41.483152 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:26:41.486650 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:26:41.488943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:26:41.519881 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:41.550275 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:41.550931 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:41.568543 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-175078d0-d2ff-43be-89dd-2c666e32e184 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5302367 May 03 09:26:41.605769 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Request body: {'port': {'device_id': '1f3157df-8aee-4096-be67-a4674ced6499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:26:41.673602 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:41.724314 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-73dfc9fa-0dad-45c5-9ecf-3a0bd8e70ff4 None None] Provisioning complete for port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:26:41.725267 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73dfc9fa-0dad-45c5-9ecf-3a0bd8e70ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:41.768703 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-73dfc9fa-0dad-45c5-9ecf-3a0bd8e70ff4 None None] Port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:26:41.853504 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ce239-94c1-4660-b1e7-1562eda57ec1 req-abd9c313-197f-483d-8f18-b5902c6f0656 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:41.855026 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5b1ce239-94c1-4660-b1e7-1562eda57ec1 req-abd9c313-197f-483d-8f18-b5902c6f0656 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 931 time: 0.0493901 May 03 09:26:41.904641 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-5b1ce239-94c1-4660-b1e7-1562eda57ec1 req-8bc56870-b9a1-489b-8361-9360a7829cf7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 May 03 09:26:41.951034 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55ad2ba-5130-44d8-b0cf-0cb3261e4411 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:26:41.959117 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Publish callbacks [] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:41.973290 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Transition to ACTIVE for port object c55ad2ba-5130-44d8-b0cf-0cb3261e4411 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:26:41.976772 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:42.033879 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Pushing event updated for resources: {'Port': ['ID=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:42.105264 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Attempting to bind port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:26:42.105888 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Attempting to bind port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:26:42.106441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Attempting to bind port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:26:42.111461 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:26:42.111911 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Attempting to bind port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:26:42.125186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:26:42.125538 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Checking segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:26:42.125929 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Bound using segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:26:42.126376 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Bound port: c55ad2ba-5130-44d8-b0cf-0cb3261e4411, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:26:42.126742 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:42.198257 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] For port c55ad2ba-5130-44d8-b0cf-0cb3261e4411, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:26:42.201778 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] For port c55ad2ba-5130-44d8-b0cf-0cb3261e4411, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:26:42.213141 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:42.252857 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:42.253497 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:42.254872 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] 10.222.0.36 "PUT /v2.0/ports/c55ad2ba-5130-44d8-b0cf-0cb3261e4411 HTTP/1.1" status: 200 len: 1093 time: 0.6537192 May 03 09:26:42.255347 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:26:42.257594 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49923c12-599f-409b-9a87-9fa03143cc14" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:26:42.284501 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260d39e-0043-4b13-b082-08b4ad7d9f42 service neutron] Pushing event updated for resources: {'Port': ['ID=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:42.311057 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb36dac-c18e-40f8-9400-1b997ac43a74 x-openstack-request-id: req-dbb36dac-c18e-40f8-9400-1b997ac43a74 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:26:42.311244 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:26:42.311481 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbb36dac-c18e-40f8-9400-1b997ac43a74 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:26:42.312538 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb36dac-c18e-40f8-9400-1b997ac43a74'] response: {'name': 'network-changed', 'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'status': 'completed', 'code': 200} May 03 09:26:42.377189 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-c2de2300-36ec-426a-8175-375f462d3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:42.378701 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-c2de2300-36ec-426a-8175-375f462d3ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 1127 time: 0.0456917 May 03 09:26:42.430355 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-2e7a03c5-c9fc-45b4-bfe0-68b51647b4ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411 HTTP/1.1" status: 200 len: 217 time: 0.0374599 May 03 09:26:42.482719 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-07e8df08-b981-4bc3-999f-0664141c1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:42.485044 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-07e8df08-b981-4bc3-999f-0664141c1e21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0493767 May 03 09:26:42.534281 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-0c7eb760-8189-4d42-a216-0e1e0b443d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:42.535799 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-0c7eb760-8189-4d42-a216-0e1e0b443d69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448887 May 03 09:26:42.631272 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-b61c6b2d-8d22-4dbc-893c-f4dd8838a05d service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812097 May 03 09:26:42.725566 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a4c791c4-0bc9-4eed-a381-7700f9b3bf20 req-a211d51a-3fd4-417d-8da5-f2f63125674f service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878139 May 03 09:26:43.013553 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936e0cf-10d8-4b07-a062-600565cb6f2f req-a67134f8-0caf-4c64-a0f6-4aea4020b2f0 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:43.014987 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3936e0cf-10d8-4b07-a062-600565cb6f2f req-a67134f8-0caf-4c64-a0f6-4aea4020b2f0 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 943 time: 0.0448053 May 03 09:26:43.060105 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3936e0cf-10d8-4b07-a062-600565cb6f2f req-06e7e88b-5275-4f62-9c5a-0a29a87eed85 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 May 03 09:26:44.174273 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b111-0162-4b30-b0e1-47fed82393c4 req-cfba3f20-3434-4665-baf4-4d572f68ee5a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:44.175716 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f9f8b111-0162-4b30-b0e1-47fed82393c4 req-cfba3f20-3434-4665-baf4-4d572f68ee5a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 943 time: 0.0458658 May 03 09:26:44.225063 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f9f8b111-0162-4b30-b0e1-47fed82393c4 req-098615c5-582f-442c-9fa8-ff92890eaf99 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 May 03 09:26:45.166334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923c12-599f-409b-9a87-9fa03143cc14 req-5f163002-7406-4bee-bbef-f6de846c3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:45.168063 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49923c12-599f-409b-9a87-9fa03143cc14 req-5f163002-7406-4bee-bbef-f6de846c3c11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 1127 time: 0.0410616 May 03 09:26:45.255065 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923c12-599f-409b-9a87-9fa03143cc14 req-7837b46f-0361-4e1e-93fe-50b009d29f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:45.256560 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49923c12-599f-409b-9a87-9fa03143cc14 req-7837b46f-0361-4e1e-93fe-50b009d29f78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0829198 May 03 09:26:45.301718 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49923c12-599f-409b-9a87-9fa03143cc14 req-1f1efb14-49de-4965-b70a-367be647e802 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411 HTTP/1.1" status: 200 len: 217 time: 0.0391536 May 03 09:26:45.370327 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96dc97-0e18-4c0a-8404-557d9f7477e5 req-ed6e50c6-c628-434f-b17c-f7199450d119 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:45.371777 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5b96dc97-0e18-4c0a-8404-557d9f7477e5 req-ed6e50c6-c628-434f-b17c-f7199450d119 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 943 time: 0.0725913 May 03 09:26:45.387077 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923c12-599f-409b-9a87-9fa03143cc14 req-efb2e4ee-bc13-4e39-a58d-3df722b5ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:45.388448 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49923c12-599f-409b-9a87-9fa03143cc14 req-efb2e4ee-bc13-4e39-a58d-3df722b5ab31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0798535 May 03 09:26:45.451568 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923c12-599f-409b-9a87-9fa03143cc14 req-6ffff224-4cd1-4ae5-92c7-694c722894c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:45.453082 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49923c12-599f-409b-9a87-9fa03143cc14 req-6ffff224-4cd1-4ae5-92c7-694c722894c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568533 May 03 09:26:45.456208 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5b96dc97-0e18-4c0a-8404-557d9f7477e5 req-c8a9f55d-34fe-4962-b096-fd9824732f78 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781538 May 03 09:26:45.540301 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49923c12-599f-409b-9a87-9fa03143cc14 req-743beb65-1ae8-4bff-a93e-8928091587cb service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801122 May 03 09:26:45.894665 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-49923c12-599f-409b-9a87-9fa03143cc14 req-f0aa76e7-6fa2-472f-af11-0c857668ac43 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485608 May 03 09:26:46.049500 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 35870) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:46.149031 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-eafa8323-cb3a-4400-8b41-78585c2e4fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.205358 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c55ad2ba-5130-44d8-b0cf-0cb3261e4411 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:26:46.223870 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-eafa8323-cb3a-4400-8b41-78585c2e4fd8 admin admin] Publish callbacks [] for security_group (98b7b832-07c8-4d2e-9ce2-fcce62f6c812), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.228826 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-eafa8323-cb3a-4400-8b41-78585c2e4fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (98b7b832-07c8-4d2e-9ce2-fcce62f6c812), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.266324 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-eafa8323-cb3a-4400-8b41-78585c2e4fd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83a845d5f6e242818d06a1ed9d183e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157502 May 03 09:26:46.267188 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa8323-cb3a-4400-8b41-78585c2e4fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b7b832-07c8-4d2e-9ce2-fcce62f6c812,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:46.269050 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35874) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:46.306796 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port c55ad2ba-5130-44d8-b0cf-0cb3261e4411, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:46.317735 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'port_id': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'mac_address': 'fa:16:3e:b4:1b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:26:46.319678 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Publish callbacks [] for security_group (98b7b832-07c8-4d2e-9ce2-fcce62f6c812), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.340816 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Publish callbacks [] for security_group (98b7b832-07c8-4d2e-9ce2-fcce62f6c812), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.355060 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:26:46.355457 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.368163 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55ad2ba-5130-44d8-b0cf-0cb3261e4411 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:26:46.390629 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port c55ad2ba-5130-44d8-b0cf-0cb3261e4411, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:46.391297 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (98b7b832-07c8-4d2e-9ce2-fcce62f6c812), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.393686 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.394865 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:46.396059 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98b7b832-07c8-4d2e-9ce2-fcce62f6c812 HTTP/1.1" status: 204 len: 168 time: 0.1244910 May 03 09:26:46.404573 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b7b832-07c8-4d2e-9ce2-fcce62f6c812,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:46.412391 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.412748 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.413095 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.413435 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.413771 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.414177 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.414424 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.414747 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.415075 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.415405 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.415729 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.416052 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.416393 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.416762 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.417370 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5def7c-c9bc-4d13-a076-6953d1ae7253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.455094 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:46.462263 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.462609 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.462963 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.463304 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.463639 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.463975 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.464329 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.464656 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.464988 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.465312 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.465636 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.465960 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.466279 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.466600 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.466918 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:26:46.567347 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127035a-d65a-496d-8d64-814b1e3e7ac0 req-05096e17-7216-47df-9e90-98c3cdb915dc tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:46.568806 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a127035a-d65a-496d-8d64-814b1e3e7ac0 req-05096e17-7216-47df-9e90-98c3cdb915dc tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 944 time: 0.0465505 May 03 09:26:46.615972 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a127035a-d65a-496d-8d64-814b1e3e7ac0 req-3e340cd6-b55e-4b86-b85e-27c0aebfd0f0 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 May 03 09:26:46.804604 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['c55ad2ba-5130-44d8-b0cf-0cb3261e4411'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:26:47.709045 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:26:47.729424 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5c45-77bc-4aeb-b31f-92bc5599d566 req-8f391026-2bf5-400d-ba38-2164761eeefc tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:47.730949 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5ed5c45-77bc-4aeb-b31f-92bc5599d566 req-8f391026-2bf5-400d-ba38-2164761eeefc tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 944 time: 0.0473368 May 03 09:26:47.778293 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5ed5c45-77bc-4aeb-b31f-92bc5599d566 req-7d6fd024-7d19-43ae-9092-bb0de29690a9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 May 03 09:26:48.205145 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c55ad2ba-5130-44d8-b0cf-0cb3261e4411 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:26:48.252097 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:26:48.257765 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:26:48.258156 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:48.333833 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:26:48.334215 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:48.357577 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:26:48.359801 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c0789-eba1-445a-94cd-d29169ca9d0c" -d '{"events": [{"server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "name": "network-vif-plugged", "status": "completed", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:26:48.370487 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port c55ad2ba-5130-44d8-b0cf-0cb3261e4411, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:26:48.374742 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:48.400575 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451166f1-dba2-44cc-bc89-b019db6bb06f x-openstack-request-id: req-451166f1-dba2-44cc-bc89-b019db6bb06f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:26:48.400874 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "name": "network-vif-plugged", "status": "completed", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:26:48.401125 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-451166f1-dba2-44cc-bc89-b019db6bb06f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:26:48.401510 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451166f1-dba2-44cc-bc89-b019db6bb06f'] response: {'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'code': 200} May 03 09:26:48.426685 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:26:48.595384 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925314ee-13b4-4c1c-afc3-3f28dee51eff req-b6b0f67d-1623-4f19-b1db-07b4c870d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:48.596890 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-925314ee-13b4-4c1c-afc3-3f28dee51eff req-b6b0f67d-1623-4f19-b1db-07b4c870d86f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 1129 time: 0.0407221 May 03 09:26:48.640160 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-925314ee-13b4-4c1c-afc3-3f28dee51eff req-1d409fcd-f931-46f0-86b7-2f64334535d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355606 May 03 09:26:48.888552 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d063a90-fc33-4787-bf84-16dcef0b847a req-89c2fe6d-cda5-4a1b-a209-637262b96f8b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:48.890695 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8d063a90-fc33-4787-bf84-16dcef0b847a req-89c2fe6d-cda5-4a1b-a209-637262b96f8b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 945 time: 0.0452218 May 03 09:26:48.937562 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8d063a90-fc33-4787-bf84-16dcef0b847a req-cc692962-4150-4d47-94e0-70038510083a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 May 03 09:26:50.220901 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085cefa-367f-4acb-8804-5aff988f6566 req-bb0f21f3-9e31-4aa6-aae0-403742c2a803 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:50.222464 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f085cefa-367f-4acb-8804-5aff988f6566 req-bb0f21f3-9e31-4aa6-aae0-403742c2a803 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 945 time: 0.0516543 May 03 09:26:50.273407 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f085cefa-367f-4acb-8804-5aff988f6566 req-88617372-d958-43fc-9b79-cd73c9c7994c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 May 03 09:26:51.389157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e4afe-de72-43e0-a705-d35839ea0b6d req-112730c8-46aa-4ddb-8744-250c7667c1b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:51.390613 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0d1e4afe-de72-43e0-a705-d35839ea0b6d req-112730c8-46aa-4ddb-8744-250c7667c1b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 945 time: 0.0490351 May 03 09:26:51.437117 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0d1e4afe-de72-43e0-a705-d35839ea0b6d req-a02c1afe-810d-4893-8dfa-d88111bcc593 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 May 03 09:26:51.545664 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4c7ce-9653-4594-858c-a0953a9ff945 req-5937e8d3-81b1-423a-bd9e-89a738afda6e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:51.547655 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e8f4c7ce-9653-4594-858c-a0953a9ff945 req-5937e8d3-81b1-423a-bd9e-89a738afda6e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 945 time: 0.0466096 May 03 09:26:51.555997 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 35966) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:26:51.560368 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'port_id': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:26:51.603566 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (5f4504cd-0b56-4c02-8091-0288e0f0974b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:52.062292 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:52.066498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (5f4504cd-0b56-4c02-8091-0288e0f0974b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:52.176633 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP 5f4504cd-0b56-4c02-8091-0288e0f0974b associated. External IP: 172.27.2.108, port: c55ad2ba-5130-44d8-b0cf-0cb3261e4411. May 03 09:26:52.391016 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:26:52.502437 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:26:52.507565 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:52.513957 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:26:52.523822 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:52.524544 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:52.536369 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-72774d8a-c2f8-42ca-9ba6-30a1d16ebcda tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "PUT /v2.0/floatingips/5f4504cd-0b56-4c02-8091-0288e0f0974b HTTP/1.1" status: 200 len: 991 time: 0.9792657 May 03 09:26:52.536971 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:26:52.539236 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:26:52.577032 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3675e397-f331-4efa-bf91-30be802b16bb x-openstack-request-id: req-3675e397-f331-4efa-bf91-30be802b16bb {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:26:52.578190 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:26:52.578190 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3675e397-f331-4efa-bf91-30be802b16bb {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:26:52.578488 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3675e397-f331-4efa-bf91-30be802b16bb'] response: {'name': 'network-changed', 'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'status': 'completed', 'code': 200} May 03 09:26:52.664332 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-e316deda-aec5-46d9-8e92-67dfab92d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:52.665751 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-e316deda-aec5-46d9-8e92-67dfab92d0bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 1129 time: 0.0427358 May 03 09:26:52.717261 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:52.755952 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-6b32acf4-8931-400e-beac-c01007aa0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:52.757497 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-6b32acf4-8931-400e-beac-c01007aa0148 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0857432 May 03 09:26:52.824136 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-182ceb08-a8c5-43b3-b927-c53fcb09587a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411 HTTP/1.1" status: 200 len: 999 time: 0.0604575 May 03 09:26:52.871688 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-2bbb85d6-3e1d-4c7e-add3-c5e4782a9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:52.873181 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-2bbb85d6-3e1d-4c7e-add3-c5e4782a9e6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0428607 May 03 09:26:52.919469 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-a7b21528-a339-4b45-b2c2-acc426df9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:26:52.921454 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-a7b21528-a339-4b45-b2c2-acc426df9a73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421989 May 03 09:26:52.927111 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '5f4504cd-0b56-4c02-8091-0288e0f0974b', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:b4:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3157df-8aee-4096-be67-a4674ced6499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:26:38Z', 'updated_at': '2022-05-03T09:26:51Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:52.953086 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:26:52.961499 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:26:52.962355 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:26:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:53.011902 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-feef9eea-52d7-471e-8e1a-7bce0a4f4e4d service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845637 May 03 09:26:53.074574 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:26:53.112115 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bc4a033a-e5aa-4be6-88d5-42e82b6c9771 req-cc7f41c5-a8d3-409a-b88e-c75591a83bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939090 May 03 09:26:53.298036 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '5f4504cd-0b56-4c02-8091-0288e0f0974b', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:b4:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3157df-8aee-4096-be67-a4674ced6499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:26:38Z', 'updated_at': '2022-05-03T09:26:51Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:26:53.322768 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2219c6-c2c3-43f3-a04a-9e17c0caac9b None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '5f4504cd-0b56-4c02-8091-0288e0f0974b', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:b4:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3157df-8aee-4096-be67-a4674ced6499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:26:38Z', 'updated_at': '2022-05-03T09:26:51Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:26:53.508892 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da32c56f-01c0-4b2a-8ea1-3b6f83c3cdb6 None None] New status for floating IP 5f4504cd-0b56-4c02-8091-0288e0f0974b: ACTIVE {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:26:57.185846 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:26:57.987264 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f332a5d6-bc00-483c-be6e-b4e921f5b273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:00.347446 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac082497-6bdb-440f-bf2c-30ad3a5b8736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:01.384289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.549832 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36112) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:02.651625 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e2396400-ef69-4dd2-9fb9-834523bb0a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.726148 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e2396400-ef69-4dd2-9fb9-834523bb0a36 admin admin] Publish callbacks [] for security_group (1e3beb94-bd5f-44b8-869d-3cd5cf7914f6), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.729817 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e2396400-ef69-4dd2-9fb9-834523bb0a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (1e3beb94-bd5f-44b8-869d-3cd5cf7914f6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.770217 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e2396400-ef69-4dd2-9fb9-834523bb0a36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ed35c0a70ad4b87bd7d1c5c566acb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191999 May 03 09:27:02.771160 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2396400-ef69-4dd2-9fb9-834523bb0a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3beb94-bd5f-44b8-869d-3cd5cf7914f6,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:02.772905 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36116) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:02.820781 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f25900b2-11bf-4eda-a673-2550afef7f62 admin admin] Publish callbacks [] for security_group (1e3beb94-bd5f-44b8-869d-3cd5cf7914f6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.841676 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f25900b2-11bf-4eda-a673-2550afef7f62 admin admin] Publish callbacks [] for security_group (1e3beb94-bd5f-44b8-869d-3cd5cf7914f6), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.883794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.889130 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f25900b2-11bf-4eda-a673-2550afef7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (1e3beb94-bd5f-44b8-869d-3cd5cf7914f6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.892517 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f25900b2-11bf-4eda-a673-2550afef7f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:02.893893 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f25900b2-11bf-4eda-a673-2550afef7f62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e3beb94-bd5f-44b8-869d-3cd5cf7914f6 HTTP/1.1" status: 204 len: 168 time: 0.1192877 May 03 09:27:02.901430 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25900b2-11bf-4eda-a673-2550afef7f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3beb94-bd5f-44b8-869d-3cd5cf7914f6,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:03.145462 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36122) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:03.158749 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f6aab80-eaf9-4b80-86c4-fcef19852d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:03.232916 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f6aab80-eaf9-4b80-86c4-fcef19852d66 admin admin] Publish callbacks [] for security_group (4b54445f-9021-4065-a9ef-af2070346a41), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:03.237295 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-8f6aab80-eaf9-4b80-86c4-fcef19852d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4b54445f-9021-4065-a9ef-af2070346a41), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:03.277460 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-8f6aab80-eaf9-4b80-86c4-fcef19852d66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c488a227587d4a08b7080cacaf5610b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309581 May 03 09:27:03.278284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aab80-eaf9-4b80-86c4-fcef19852d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b54445f-9021-4065-a9ef-af2070346a41,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:03.280786 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36124) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:03.328166 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c6665a7-01b0-4ff1-8215-1f6581610340 admin admin] Publish callbacks [] for security_group (4b54445f-9021-4065-a9ef-af2070346a41), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:03.349145 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c6665a7-01b0-4ff1-8215-1f6581610340 admin admin] Publish callbacks [] for security_group (4b54445f-9021-4065-a9ef-af2070346a41), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:03.393190 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c6665a7-01b0-4ff1-8215-1f6581610340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (4b54445f-9021-4065-a9ef-af2070346a41), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:03.395772 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c6665a7-01b0-4ff1-8215-1f6581610340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:03.396936 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4c6665a7-01b0-4ff1-8215-1f6581610340 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b54445f-9021-4065-a9ef-af2070346a41 HTTP/1.1" status: 204 len: 168 time: 0.1150033 May 03 09:27:03.404728 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6665a7-01b0-4ff1-8215-1f6581610340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b54445f-9021-4065-a9ef-af2070346a41,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:04.391212 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.110432 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36258) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:06.211084 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2dc99b8-a69b-4eb2-90c7-dcd01749284f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.283340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2dc99b8-a69b-4eb2-90c7-dcd01749284f admin admin] Publish callbacks [] for security_group (8fda4e0d-7797-4b5a-9847-6c13b5992c55), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.287069 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2dc99b8-a69b-4eb2-90c7-dcd01749284f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8fda4e0d-7797-4b5a-9847-6c13b5992c55), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.325653 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f2dc99b8-a69b-4eb2-90c7-dcd01749284f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=295dfbdb155c4e7ea232545e88938fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141445 May 03 09:27:06.326535 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc99b8-a69b-4eb2-90c7-dcd01749284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fda4e0d-7797-4b5a-9847-6c13b5992c55,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:06.328340 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36262) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:06.375001 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-993f1d3f-6a77-49a5-a39d-90d344033e12 admin admin] Publish callbacks [] for security_group (8fda4e0d-7797-4b5a-9847-6c13b5992c55), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.395935 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-993f1d3f-6a77-49a5-a39d-90d344033e12 admin admin] Publish callbacks [] for security_group (8fda4e0d-7797-4b5a-9847-6c13b5992c55), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.441571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-993f1d3f-6a77-49a5-a39d-90d344033e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (8fda4e0d-7797-4b5a-9847-6c13b5992c55), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.444104 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-993f1d3f-6a77-49a5-a39d-90d344033e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.445233 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-993f1d3f-6a77-49a5-a39d-90d344033e12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fda4e0d-7797-4b5a-9847-6c13b5992c55 HTTP/1.1" status: 204 len: 168 time: 0.1159155 May 03 09:27:06.452901 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f1d3f-6a77-49a5-a39d-90d344033e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fda4e0d-7797-4b5a-9847-6c13b5992c55,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:06.699450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36268) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:06.712891 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-343f731b-464b-4990-ba87-168c503cc7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.791208 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-343f731b-464b-4990-ba87-168c503cc7dd admin admin] Publish callbacks [] for security_group (779a319e-8922-47d8-88d6-dc23cda041f2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.795116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-343f731b-464b-4990-ba87-168c503cc7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (779a319e-8922-47d8-88d6-dc23cda041f2), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.836114 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-343f731b-464b-4990-ba87-168c503cc7dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffde4a4a71b643f7b5a5c58b04f9fde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335514 May 03 09:27:06.836114 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f731b-464b-4990-ba87-168c503cc7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779a319e-8922-47d8-88d6-dc23cda041f2,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:06.836448 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36270) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:06.886705 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f1addfb6-749c-4758-8160-afdcec54a0b0 admin admin] Publish callbacks [] for security_group (779a319e-8922-47d8-88d6-dc23cda041f2), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.907782 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f1addfb6-749c-4758-8160-afdcec54a0b0 admin admin] Publish callbacks [] for security_group (779a319e-8922-47d8-88d6-dc23cda041f2), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.953399 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f1addfb6-749c-4758-8160-afdcec54a0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (779a319e-8922-47d8-88d6-dc23cda041f2), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.955973 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f1addfb6-749c-4758-8160-afdcec54a0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:06.957170 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f1addfb6-749c-4758-8160-afdcec54a0b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/779a319e-8922-47d8-88d6-dc23cda041f2 HTTP/1.1" status: 204 len: 168 time: 0.1197841 May 03 09:27:06.964471 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1addfb6-749c-4758-8160-afdcec54a0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779a319e-8922-47d8-88d6-dc23cda041f2,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:07.602621 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36292) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:07.695853 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099580-network', 'tenant_id': '47aa19e925b34b6e91c11ed0200c31b4'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:27:07.715812 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Made reservation on behalf of 47aa19e925b34b6e91c11ed0200c31b4 for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:27:07.718080 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.726253 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.804178 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks [] for security_group (041c47b3-adb1-4d7e-82cd-f2858bf717ee), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.807579 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (041c47b3-adb1-4d7e-82cd-f2858bf717ee), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.828193 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:27:07.841581 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041c47b3-adb1-4d7e-82cd-f2858bf717ee,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:07.846299 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (2d7dc378-7ee6-4338-a0ec-7169225652be), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.846650 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Added segment 2d7dc378-7ee6-4338-a0ec-7169225652be of type vlan for network 3db4845a-ccb7-491c-85c9-381bb853679d May 03 09:27:07.885604 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (3db4845a-ccb7-491c-85c9-381bb853679d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.912149 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (3db4845a-ccb7-491c-85c9-381bb853679d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.913086 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:07.913668 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.943471 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3397160 May 03 09:27:07.946403 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36296) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:27:07.951861 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Request body: {'subnet': {'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099580-subnet', 'tenant_id': '47aa19e925b34b6e91c11ed0200c31b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:27:07.969489 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Made reservation on behalf of 47aa19e925b34b6e91c11ed0200c31b4 for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:27:07.971954 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369078'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:07.975513 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1160a77-a488-4d8c-bf3a-40ad9eb10305 admin admin] Pushing event updated for resources: {'Network': ['ID=3db4845a-ccb7-491c-85c9-381bb853679d,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:07.985341 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network 3db4845a-ccb7-491c-85c9-381bb853679d details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:27:08.136724 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4835042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369064'] for subnet (d3e95bdb-05d7-437c-a15b-d368210eee82), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:08.192298 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e95bdb-05d7-437c-a15b-d368210eee82,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:08.202047 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Checking segment: {'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:27:08.202405 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Network hostable DHCP agents. Network: 3db4845a-ccb7-491c-85c9-381bb853679d, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:27:08.219153 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Network 3db4845a-ccb7-491c-85c9-381bb853679d is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:27:08.228704 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, 3db4845a-ccb7-491c-85c9-381bb853679d) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:27:08.232865 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:08.233470 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:08.238496 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8eced-5919-4e79-9def-55debf056bb8 None None] Network 3db4845a-ccb7-491c-85c9-381bb853679d requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:27:08.249298 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-514603f8-87fb-4716-b3ea-0ceb00b7af91 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3012896 May 03 09:27:08.336629 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419b538-f084-43bd-90e2-f85e26cdc94b None None] Network 3db4845a-ccb7-491c-85c9-381bb853679d requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:27:09.968137 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-b151051a-81bc-4ed0-b0e7-1010a341347c tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:09.969498 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-b151051a-81bc-4ed0-b0e7-1010a341347c tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/networks?id=3db4845a-ccb7-491c-85c9-381bb853679d HTTP/1.1" status: 200 len: 806 time: 0.1003733 May 03 09:27:09.983884 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-bdc4a3ff-c29d-48af-b71b-30cd6ffd5c1c tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/quotas/47aa19e925b34b6e91c11ed0200c31b4 HTTP/1.1" status: 200 len: 375 time: 0.0086229 May 03 09:27:10.014499 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-c820c52e-1ac0-402b-8329-969a653b9f03 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47aa19e925b34b6e91c11ed0200c31b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253742 May 03 09:27:10.101440 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-7cb3ca1c-7e9c-44e7-862c-538557be9a97 service neutron] 10.222.0.23 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802035 May 03 09:27:10.196286 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-5ece8484-3c70-4eb3-8df8-c9cf43a16ffd service neutron] 10.222.0.23 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892200 May 03 09:27:10.353424 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bedeb5e3-44c6-4989-bc89-a5dbb10074af req-799faf45-0056-4019-9fe0-b47535d1a87a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 210 time: 0.0285840 May 03 09:27:11.128877 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-dd715b7c-6904-4df2-9b8c-8748c3a8289a req-c86f190a-9edb-4106-81f0-62a4ec577d92 service neutron] (103441) timed out ('10.222.0.36', 64631) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 09:27:11.379293 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-331565b1-b3fe-4eb5-ad62-a7d55dc9420b tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:11.380716 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-331565b1-b3fe-4eb5-ad62-a7d55dc9420b tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "GET /v2.0/networks?id=3db4845a-ccb7-491c-85c9-381bb853679d HTTP/1.1" status: 200 len: 806 time: 0.1024246 May 03 09:27:11.401746 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Request body: {'port': {'device_id': 'a0842c08-350a-460c-93c7-69231fd81970', 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d', 'admin_state_up': True, 'tenant_id': '47aa19e925b34b6e91c11ed0200c31b4'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:27:11.453512 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4775bef8-3d1a-45e7-9fc7-5751cc8147d3 req-e94356ed-8e6b-48cc-a408-fa08e883c7b1 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 210 time: 0.0289872 May 03 09:27:11.509110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Made reservation on behalf of 47aa19e925b34b6e91c11ed0200c31b4 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:27:11.512446 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:11.634691 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Allocated IP 172.20.0.12 (3db4845a-ccb7-491c-85c9-381bb853679d/d3e95bdb-05d7-437c-a15b-d368210eee82/91444e33-64cf-4a95-8f58-2b3408938477) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:27:11.781478 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks [] for port (91444e33-64cf-4a95-8f58-2b3408938477), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:11.812876 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (91444e33-64cf-4a95-8f58-2b3408938477), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:11.854252 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Network 3db4845a-ccb7-491c-85c9-381bb853679d is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:27:11.857411 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:27:11.863876 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:27:11.886564 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Pushing event updated for resources: {'Port': ['ID=91444e33-64cf-4a95-8f58-2b3408938477,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:11.912947 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:11.913672 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:11.928972 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-830a7469-45d5-4305-93d9-e98d902074ab tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5310719 May 03 09:27:11.957440 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Request body: {'port': {'device_id': 'a0842c08-350a-460c-93c7-69231fd81970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:27:12.016161 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (91444e33-64cf-4a95-8f58-2b3408938477), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:12.267785 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91444e33-64cf-4a95-8f58-2b3408938477 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:27:12.275116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Publish callbacks [] for port (91444e33-64cf-4a95-8f58-2b3408938477), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:12.287566 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Transition to ACTIVE for port object 91444e33-64cf-4a95-8f58-2b3408938477 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:27:12.291291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (91444e33-64cf-4a95-8f58-2b3408938477), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:12.342346 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Pushing event updated for resources: {'Port': ['ID=91444e33-64cf-4a95-8f58-2b3408938477,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:12.408776 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Attempting to bind port 91444e33-64cf-4a95-8f58-2b3408938477 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:27:12.409441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Attempting to bind port 91444e33-64cf-4a95-8f58-2b3408938477 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:27:12.409441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Attempting to bind port 91444e33-64cf-4a95-8f58-2b3408938477 on network 3db4845a-ccb7-491c-85c9-381bb853679d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:27:12.413655 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Port 91444e33-64cf-4a95-8f58-2b3408938477 on network 3db4845a-ccb7-491c-85c9-381bb853679d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:27:12.413978 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Attempting to bind port 91444e33-64cf-4a95-8f58-2b3408938477 on network 3db4845a-ccb7-491c-85c9-381bb853679d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:27:12.419129 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:27:12.419470 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Checking segment: {'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:27:12.419857 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Bound using segment: {'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:27:12.420308 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Bound port: 91444e33-64cf-4a95-8f58-2b3408938477, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:27:12.420667 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (91444e33-64cf-4a95-8f58-2b3408938477), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:12.481963 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] For port 91444e33-64cf-4a95-8f58-2b3408938477, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:27:12.485918 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] For port 91444e33-64cf-4a95-8f58-2b3408938477, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=91444e33-64cf-4a95-8f58-2b3408938477,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:27:12.491702 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (91444e33-64cf-4a95-8f58-2b3408938477), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:12.528794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:12.529416 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:12.530793 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] 10.222.0.36 "PUT /v2.0/ports/91444e33-64cf-4a95-8f58-2b3408938477 HTTP/1.1" status: 200 len: 1094 time: 0.5772691 May 03 09:27:12.537554 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0842c08-350a-460c-93c7-69231fd81970', 'tag': '91444e33-64cf-4a95-8f58-2b3408938477'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:27:12.539668 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b19700-2a64-470c-a371-912b16cce6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a0842c08-350a-460c-93c7-69231fd81970", "tag": "91444e33-64cf-4a95-8f58-2b3408938477"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:27:12.582024 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd42904d-90cc-4664-83c4-87d638301f11 x-openstack-request-id: req-dd42904d-90cc-4664-83c4-87d638301f11 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:27:12.582312 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0842c08-350a-460c-93c7-69231fd81970", "tag": "91444e33-64cf-4a95-8f58-2b3408938477", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:27:12.582562 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd42904d-90cc-4664-83c4-87d638301f11 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:27:12.582957 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd42904d-90cc-4664-83c4-87d638301f11'] response: {'name': 'network-changed', 'server_uuid': 'a0842c08-350a-460c-93c7-69231fd81970', 'tag': '91444e33-64cf-4a95-8f58-2b3408938477', 'status': 'completed', 'code': 200} May 03 09:27:12.592800 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdf73e-d6c8-49df-aa58-b58633c3b470 service neutron] Pushing event updated for resources: {'Port': ['ID=91444e33-64cf-4a95-8f58-2b3408938477,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:12.600916 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caddc3-4552-406f-8d81-575647b015bc req-f1c92d30-d99f-435e-be5b-f0578025506b tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:12.602412 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e1caddc3-4552-406f-8d81-575647b015bc req-f1c92d30-d99f-435e-be5b-f0578025506b tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 944 time: 0.0805881 May 03 09:27:12.655653 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-4335e7c0-c056-4879-868d-d83bd52797e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:12.657167 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-4335e7c0-c056-4879-868d-d83bd52797e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47aa19e925b34b6e91c11ed0200c31b4&device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 1128 time: 0.0536220 May 03 09:27:12.685957 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e1caddc3-4552-406f-8d81-575647b015bc req-8203318f-9b0a-407d-8c83-df2b051b32c1 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745769 May 03 09:27:12.711819 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-78802c3f-ce0f-4c1f-b3fa-4954e8ae9640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91444e33-64cf-4a95-8f58-2b3408938477 HTTP/1.1" status: 200 len: 217 time: 0.0363967 May 03 09:27:12.766585 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-41fc015a-3e87-44d5-8e47-d20c5ee94414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:12.768043 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-41fc015a-3e87-44d5-8e47-d20c5ee94414 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e95bdb-05d7-437c-a15b-d368210eee82 HTTP/1.1" status: 200 len: 846 time: 0.0501947 May 03 09:27:12.800834 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-82bb9be8-bf59-483c-bc71-70ca4ea43d61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db4845a-ccb7-491c-85c9-381bb853679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256262 May 03 09:27:12.891381 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-3184915a-0be6-42ba-9cff-a1372cc97236 service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 May 03 09:27:12.980970 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-14cc8720-7a90-40c2-949e-1bf7ebb1b65c req-21f706f9-a259-4183-be83-538042cde297 service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836539 May 03 09:27:13.798334 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0981ca-3ac1-48dc-9031-8714109eafd6 req-319885b0-58e5-4cab-b30e-4dc3a861b7a3 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:13.799789 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce0981ca-3ac1-48dc-9031-8714109eafd6 req-319885b0-58e5-4cab-b30e-4dc3a861b7a3 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 944 time: 0.0474114 May 03 09:27:13.848592 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ce0981ca-3ac1-48dc-9031-8714109eafd6 req-6630d522-71d8-4d06-8b1a-50c6421b8322 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 May 03 09:27:14.958426 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a1219-76b5-4620-9494-c94c9e44a1ea req-083b265c-16cf-4168-aae5-cbfc0d574f8a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:14.959880 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d45a1219-76b5-4620-9494-c94c9e44a1ea req-083b265c-16cf-4168-aae5-cbfc0d574f8a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 944 time: 0.0462203 May 03 09:27:15.003976 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d45a1219-76b5-4620-9494-c94c9e44a1ea req-0738e64f-dfae-4baf-bad7-e333a24afc6e tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 May 03 09:27:15.582455 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19700-2a64-470c-a371-912b16cce6cf req-1af04308-01d5-4e6c-926d-aadedf8bda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:15.583900 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5b19700-2a64-470c-a371-912b16cce6cf req-1af04308-01d5-4e6c-926d-aadedf8bda42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47aa19e925b34b6e91c11ed0200c31b4&device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 1128 time: 0.0417280 May 03 09:27:15.671345 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19700-2a64-470c-a371-912b16cce6cf req-80b4eec2-be4a-4235-a962-e62c4103e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:15.672824 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5b19700-2a64-470c-a371-912b16cce6cf req-80b4eec2-be4a-4235-a962-e62c4103e113 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db4845a-ccb7-491c-85c9-381bb853679d HTTP/1.1" status: 200 len: 907 time: 0.0823140 May 03 09:27:15.714467 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5b19700-2a64-470c-a371-912b16cce6cf req-41b3f1c1-a6ef-4722-9688-7b40e1b0bca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91444e33-64cf-4a95-8f58-2b3408938477 HTTP/1.1" status: 200 len: 217 time: 0.0347369 May 03 09:27:15.761230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19700-2a64-470c-a371-912b16cce6cf req-6583f050-eec7-44b6-9886-278b040bfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:15.762610 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5b19700-2a64-470c-a371-912b16cce6cf req-6583f050-eec7-44b6-9886-278b040bfab9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e95bdb-05d7-437c-a15b-d368210eee82 HTTP/1.1" status: 200 len: 846 time: 0.0415967 May 03 09:27:15.794118 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5b19700-2a64-470c-a371-912b16cce6cf req-608f5fa1-a280-4574-a685-b8faa8466a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db4845a-ccb7-491c-85c9-381bb853679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245681 May 03 09:27:15.886634 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5b19700-2a64-470c-a371-912b16cce6cf req-ccf7918c-bed5-496b-a92f-b71de5ebcc35 service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 May 03 09:27:15.972364 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c5b19700-2a64-470c-a371-912b16cce6cf req-37b26dbe-ec85-41d9-b549-0722d8ec90af service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800200 May 03 09:27:16.115808 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e44c4-e686-483e-b4d5-8f0a5b4d3f12 req-f4aa1c35-089d-4dc2-9cdd-b5e4e79d0fbd tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:16.117276 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-087e44c4-e686-483e-b4d5-8f0a5b4d3f12 req-f4aa1c35-089d-4dc2-9cdd-b5e4e79d0fbd tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 944 time: 0.0455315 May 03 09:27:16.162557 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-087e44c4-e686-483e-b4d5-8f0a5b4d3f12 req-4c3579a2-de06-4697-8156-93c00c5a7244 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 May 03 09:27:16.345796 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 91444e33-64cf-4a95-8f58-2b3408938477 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:27:16.443979 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 91444e33-64cf-4a95-8f58-2b3408938477, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=91444e33-64cf-4a95-8f58-2b3408938477,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:16.455294 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '91444e33-64cf-4a95-8f58-2b3408938477', 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d', 'port_id': '91444e33-64cf-4a95-8f58-2b3408938477', 'mac_address': 'fa:16:3e:f9:70:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e95bdb-05d7-437c-a15b-d368210eee82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:27:16.490678 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 91444e33-64cf-4a95-8f58-2b3408938477 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:27:16.491065 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (91444e33-64cf-4a95-8f58-2b3408938477), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:16.503856 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91444e33-64cf-4a95-8f58-2b3408938477 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:27:16.523178 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 91444e33-64cf-4a95-8f58-2b3408938477, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=91444e33-64cf-4a95-8f58-2b3408938477,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:16.526859 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (91444e33-64cf-4a95-8f58-2b3408938477), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:16.575757 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=91444e33-64cf-4a95-8f58-2b3408938477,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:17.021612 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['91444e33-64cf-4a95-8f58-2b3408938477'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:27:17.278778 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7341c6b-d985-4f30-82af-76a7c1dc1bae req-71543a54-5eb2-4721-aec5-54706b12864d tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:17.280194 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d7341c6b-d985-4f30-82af-76a7c1dc1bae req-71543a54-5eb2-4721-aec5-54706b12864d tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 945 time: 0.0492299 May 03 09:27:17.331254 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d7341c6b-d985-4f30-82af-76a7c1dc1bae req-35b37b7c-5d3c-4613-9326-8bcf7433009d tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 May 03 09:27:18.351043 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 91444e33-64cf-4a95-8f58-2b3408938477 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:27:18.394023 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 91444e33-64cf-4a95-8f58-2b3408938477 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:27:18.401766 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 91444e33-64cf-4a95-8f58-2b3408938477 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:27:18.402135 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (91444e33-64cf-4a95-8f58-2b3408938477), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:18.442010 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac79c-38ff-40a8-adcc-d45bf8d0b560 req-31b0e1de-d2d0-400e-a277-924328bd3b45 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:18.443475 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9bbac79c-38ff-40a8-adcc-d45bf8d0b560 req-31b0e1de-d2d0-400e-a277-924328bd3b45 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 945 time: 0.0460114 May 03 09:27:18.480171 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 91444e33-64cf-4a95-8f58-2b3408938477 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:27:18.480469 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (91444e33-64cf-4a95-8f58-2b3408938477), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:18.489717 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-9bbac79c-38ff-40a8-adcc-d45bf8d0b560 req-e1d051db-586f-4c1a-a526-2939e446a196 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 May 03 09:27:18.502179 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0842c08-350a-460c-93c7-69231fd81970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91444e33-64cf-4a95-8f58-2b3408938477'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:27:18.504443 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba862047-d66c-46d6-bf0b-b6c78b01173d" -d '{"events": [{"server_uuid": "a0842c08-350a-460c-93c7-69231fd81970", "name": "network-vif-plugged", "status": "completed", "tag": "91444e33-64cf-4a95-8f58-2b3408938477"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:27:18.517297 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 91444e33-64cf-4a95-8f58-2b3408938477, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=91444e33-64cf-4a95-8f58-2b3408938477,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:18.523316 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (91444e33-64cf-4a95-8f58-2b3408938477), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:18.549299 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbea84a-daee-470d-9197-95ef796f3c0b x-openstack-request-id: req-2bbea84a-daee-470d-9197-95ef796f3c0b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:27:18.549591 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0842c08-350a-460c-93c7-69231fd81970", "name": "network-vif-plugged", "status": "completed", "tag": "91444e33-64cf-4a95-8f58-2b3408938477", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:27:18.549843 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bbea84a-daee-470d-9197-95ef796f3c0b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:27:18.550230 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbea84a-daee-470d-9197-95ef796f3c0b'] response: {'server_uuid': 'a0842c08-350a-460c-93c7-69231fd81970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91444e33-64cf-4a95-8f58-2b3408938477', 'code': 200} May 03 09:27:18.574993 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=91444e33-64cf-4a95-8f58-2b3408938477,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:18.741327 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2e475-fe2e-4c05-a493-6a638dc1f706 req-a93d9507-e6f1-4888-9da2-be2366ca71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:18.742865 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a2e475-fe2e-4c05-a493-6a638dc1f706 req-a93d9507-e6f1-4888-9da2-be2366ca71b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 1130 time: 0.0377862 May 03 09:27:18.785191 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2a2e475-fe2e-4c05-a493-6a638dc1f706 req-8d300210-7cfe-4dda-955f-297ad46d8f9d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368629 May 03 09:27:19.602248 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923df91-3cc4-40a0-a51b-7927e1f48d60 req-30fba7ce-c37b-49e2-a5e5-0c45b84b0db8 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:19.603682 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0923df91-3cc4-40a0-a51b-7927e1f48d60 req-30fba7ce-c37b-49e2-a5e5-0c45b84b0db8 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 946 time: 0.0474238 May 03 09:27:19.648942 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0923df91-3cc4-40a0-a51b-7927e1f48d60 req-f93a8100-a8c4-4771-a3ce-8db81852b147 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 May 03 09:27:20.762707 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01afb69-8eae-4c7a-97fd-2cae6e85aadb req-c052ef5e-1cb7-4028-8579-5c1b3f609be5 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:20.764249 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e01afb69-8eae-4c7a-97fd-2cae6e85aadb req-c052ef5e-1cb7-4028-8579-5c1b3f609be5 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 946 time: 0.0474484 May 03 09:27:20.818940 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e01afb69-8eae-4c7a-97fd-2cae6e85aadb req-210d9d8e-b95c-4989-b9f1-f1c7e9b8c1bb tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 May 03 09:27:21.930303 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7765608-c9d9-4ba4-876b-eed8cbbc67c0 req-06f944a9-d31c-4d0c-be25-3c9b4e567844 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:21.931756 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b7765608-c9d9-4ba4-876b-eed8cbbc67c0 req-06f944a9-d31c-4d0c-be25-3c9b4e567844 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 946 time: 0.0468178 May 03 09:27:21.977168 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b7765608-c9d9-4ba4-876b-eed8cbbc67c0 req-c7e864c4-746a-4007-823d-b7cdfbd01e8f tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 May 03 09:27:22.659424 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f09d7-c17a-4da6-9f07-6ef9452afed2 req-1bda442c-79e4-4c33-b5ad-c6a2ddd2c141 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:22.661438 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d20f09d7-c17a-4da6-9f07-6ef9452afed2 req-1bda442c-79e4-4c33-b5ad-c6a2ddd2c141 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 946 time: 0.0518217 May 03 09:27:22.707277 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d20f09d7-c17a-4da6-9f07-6ef9452afed2 req-9a3ac477-3d72-447f-9cd4-e27046cb7724 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 May 03 09:27:23.822816 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef824a70-17c8-4276-8336-3345bb95a640 req-fad633b5-e40d-4d60-8dbb-eb795dc8bb5d tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:23.824282 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef824a70-17c8-4276-8336-3345bb95a640 req-fad633b5-e40d-4d60-8dbb-eb795dc8bb5d tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 946 time: 0.0486188 May 03 09:27:23.869665 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef824a70-17c8-4276-8336-3345bb95a640 req-9ce3634a-4bb3-415b-ac50-a7c87453748e tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 May 03 09:27:24.311176 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-04343db1-432e-4daf-844a-eb951fa432e2 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:24.312608 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-04343db1-432e-4daf-844a-eb951fa432e2 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 946 time: 0.0452387 May 03 09:27:24.397870 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Deleting port 91444e33-64cf-4a95-8f58-2b3408938477 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:27:24.398203 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (91444e33-64cf-4a95-8f58-2b3408938477), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:24.483820 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] For port 91444e33-64cf-4a95-8f58-2b3408938477, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=91444e33-64cf-4a95-8f58-2b3408938477,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:24.484104 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (91444e33-64cf-4a95-8f58-2b3408938477), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:24.496372 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Calling delete_port for 91444e33-64cf-4a95-8f58-2b3408938477 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:27:24.624261 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (91444e33-64cf-4a95-8f58-2b3408938477), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:24.652608 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Pushing event deleted for resources: {'Port': ['ID=91444e33-64cf-4a95-8f58-2b3408938477,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:24.663174 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['91444e33-64cf-4a95-8f58-2b3408938477'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:27:24.698331 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] No DVR routers for this DVR port 91444e33-64cf-4a95-8f58-2b3408938477 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:27:24.700736 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:24.704199 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-95eaa5ca-d3a2-4680-b361-3b54b4ee89d0 req-0cd1d2a9-be7d-4fd4-8f3e-7e494027003a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "DELETE /v2.0/ports/91444e33-64cf-4a95-8f58-2b3408938477 HTTP/1.1" status: 204 len: 173 time: 0.3860714 May 03 09:27:24.704645 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0842c08-350a-460c-93c7-69231fd81970', 'name': 'network-vif-deleted', 'tag': '91444e33-64cf-4a95-8f58-2b3408938477'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:27:24.708050 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c32cf29-ed4e-4811-affd-b159e31fc77e" -d '{"events": [{"server_uuid": "a0842c08-350a-460c-93c7-69231fd81970", "name": "network-vif-deleted", "tag": "91444e33-64cf-4a95-8f58-2b3408938477"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:27:24.708775 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:27:24.743951 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad60a33-532b-4f91-9d88-ee9b005568bd x-openstack-request-id: req-8ad60a33-532b-4f91-9d88-ee9b005568bd {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:27:24.744269 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0842c08-350a-460c-93c7-69231fd81970", "name": "network-vif-deleted", "tag": "91444e33-64cf-4a95-8f58-2b3408938477", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:27:24.744683 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ad60a33-532b-4f91-9d88-ee9b005568bd {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:27:24.745101 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad60a33-532b-4f91-9d88-ee9b005568bd'] response: {'server_uuid': 'a0842c08-350a-460c-93c7-69231fd81970', 'name': 'network-vif-deleted', 'tag': '91444e33-64cf-4a95-8f58-2b3408938477', 'status': 'completed', 'code': 200} May 03 09:27:24.980341 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-37e59739-d7eb-4ab5-814e-f67306c3d000 req-c30bed0b-041e-4d5b-af43-72f132b67aa3 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0842c08-350a-460c-93c7-69231fd81970 HTTP/1.1" status: 200 len: 210 time: 0.0298638 May 03 09:27:26.280144 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-9bce8d6a-a4ec-4ac5-a19e-26e35ade7147 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:26.281522 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-9bce8d6a-a4ec-4ac5-a19e-26e35ade7147 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/networks?id=3db4845a-ccb7-491c-85c9-381bb853679d HTTP/1.1" status: 200 len: 806 time: 0.0985930 May 03 09:27:26.295980 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-64e50541-9dc1-4f90-836d-1dc64c5fd3bc tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/quotas/47aa19e925b34b6e91c11ed0200c31b4 HTTP/1.1" status: 200 len: 375 time: 0.0090811 May 03 09:27:26.330171 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-22a54006-600c-4ed5-a44f-d9ae0ccb0b4a tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47aa19e925b34b6e91c11ed0200c31b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295534 May 03 09:27:26.417592 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-bd87bdc6-adad-40b7-967b-4dcfdb2476c5 service neutron] 10.222.0.23 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804250 May 03 09:27:26.507270 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-a4d30d51-f0dd-440e-a83d-779187d8733b service neutron] 10.222.0.23 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840271 May 03 09:27:26.663140 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1af9f8e4-41f8-4c95-8c2e-45ca4961c99c req-4ab46b69-3cb5-442b-9bba-912a64e464df tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 210 time: 0.0266676 May 03 09:27:27.195003 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:27.686091 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7eaa474e-ce44-4662-8ed2-4bf15e086c91 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:27.687561 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7eaa474e-ce44-4662-8ed2-4bf15e086c91 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "GET /v2.0/networks?id=3db4845a-ccb7-491c-85c9-381bb853679d HTTP/1.1" status: 200 len: 806 time: 0.1048391 May 03 09:27:27.709989 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Request body: {'port': {'device_id': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d', 'admin_state_up': True, 'tenant_id': '47aa19e925b34b6e91c11ed0200c31b4'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:27:27.769617 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d462d0f4-c1e2-4242-ac07-f9e4a7005f90 req-409814b4-c9f1-45fa-b5bc-85f71c1974b6 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 210 time: 0.0317073 May 03 09:27:27.839940 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Made reservation on behalf of 47aa19e925b34b6e91c11ed0200c31b4 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:27:27.843178 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:27.966148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Allocated IP 172.20.0.8 (3db4845a-ccb7-491c-85c9-381bb853679d/d3e95bdb-05d7-437c-a15b-d368210eee82/bfff7b19-0693-400c-b57d-a9532eae111e) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:27:27.993487 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc93d-7d6a-4be3-9bfe-aa12545dd7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:28.379533 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks [] for port (bfff7b19-0693-400c-b57d-a9532eae111e), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:28.398983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 91444e33-64cf-4a95-8f58-2b3408938477 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:27:28.413977 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:28.420224 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 91444e33-64cf-4a95-8f58-2b3408938477 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:27:28.420911 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 91444e33-64cf-4a95-8f58-2b3408938477 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:27:28.454574 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Network 3db4845a-ccb7-491c-85c9-381bb853679d is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:27:28.457605 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:27:28.460012 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:27:28.493958 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Pushing event updated for resources: {'Port': ['ID=bfff7b19-0693-400c-b57d-a9532eae111e,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:28.515087 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:28.515689 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:28.530430 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-91b95b68-42b0-42cc-ab0f-9320de25a306 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248565 May 03 09:27:28.547570 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Request body: {'port': {'device_id': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:27:28.606034 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:28.861350 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfff7b19-0693-400c-b57d-a9532eae111e {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:27:28.868843 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Publish callbacks [] for port (bfff7b19-0693-400c-b57d-a9532eae111e), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:28.880975 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Transition to ACTIVE for port object bfff7b19-0693-400c-b57d-a9532eae111e will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:27:28.885857 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78745-d160-4dd9-844a-3f6c5cbb8e62 req-c3145a0e-ac4e-4396-9332-fd1665c71fe2 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:28.886334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:28.887704 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dab78745-d160-4dd9-844a-3f6c5cbb8e62 req-c3145a0e-ac4e-4396-9332-fd1665c71fe2 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 931 time: 0.0489252 May 03 09:27:28.937278 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-dab78745-d160-4dd9-844a-3f6c5cbb8e62 req-fe094cab-3b87-455a-af51-82ec941835a9 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 May 03 09:27:28.938463 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfff7b19-0693-400c-b57d-a9532eae111e,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:29.006005 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Attempting to bind port bfff7b19-0693-400c-b57d-a9532eae111e on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:27:29.006337 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Attempting to bind port bfff7b19-0693-400c-b57d-a9532eae111e by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:27:29.006665 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Attempting to bind port bfff7b19-0693-400c-b57d-a9532eae111e on network 3db4845a-ccb7-491c-85c9-381bb853679d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:27:29.010802 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Port bfff7b19-0693-400c-b57d-a9532eae111e on network 3db4845a-ccb7-491c-85c9-381bb853679d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:27:29.011122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Attempting to bind port bfff7b19-0693-400c-b57d-a9532eae111e on network 3db4845a-ccb7-491c-85c9-381bb853679d {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:27:29.015799 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:27:29.016160 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Checking segment: {'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:27:29.016558 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Bound using segment: {'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:27:29.016959 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Bound port: bfff7b19-0693-400c-b57d-a9532eae111e, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d7dc378-7ee6-4338-a0ec-7169225652be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:27:29.017310 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:29.077042 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] For port bfff7b19-0693-400c-b57d-a9532eae111e, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:27:29.079823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] For port bfff7b19-0693-400c-b57d-a9532eae111e, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=bfff7b19-0693-400c-b57d-a9532eae111e,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:27:29.086212 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:29.119993 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:29.120625 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:29.121991 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfff7b19-0693-400c-b57d-a9532eae111e HTTP/1.1" status: 200 len: 1093 time: 0.5783262 May 03 09:27:29.122424 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'tag': 'bfff7b19-0693-400c-b57d-a9532eae111e'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:27:29.124641 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ece936-cdd7-4c88-890d-0dc1972d6a31" -d '{"events": [{"name": "network-changed", "server_uuid": "37e0a02f-6884-4fac-b450-a1d0ef192be3", "tag": "bfff7b19-0693-400c-b57d-a9532eae111e"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:27:29.150845 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfff7b19-0693-400c-b57d-a9532eae111e,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:29.158617 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.158962 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.159358 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.159688 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.160018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.160375 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.160753 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.161075 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.161438 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.161757 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.162076 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.162389 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.162704 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.163018 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.163332 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc13ca0-4902-41ad-a51c-e3d036f606a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:27:29.177941 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46df60ae-9ef3-4695-a09a-c3230bf2cbca x-openstack-request-id: req-46df60ae-9ef3-4695-a09a-c3230bf2cbca {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:27:29.178237 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e0a02f-6884-4fac-b450-a1d0ef192be3", "tag": "bfff7b19-0693-400c-b57d-a9532eae111e", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:27:29.178489 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46df60ae-9ef3-4695-a09a-c3230bf2cbca {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:27:29.178891 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46df60ae-9ef3-4695-a09a-c3230bf2cbca'] response: {'name': 'network-changed', 'server_uuid': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'tag': 'bfff7b19-0693-400c-b57d-a9532eae111e', 'status': 'completed', 'code': 200} May 03 09:27:29.231957 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-74e384b1-2ff2-44e6-b7dd-d55bfbeabec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:29.233481 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-74e384b1-2ff2-44e6-b7dd-d55bfbeabec1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47aa19e925b34b6e91c11ed0200c31b4&device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 1127 time: 0.0401299 May 03 09:27:29.280829 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-4fd40e80-cc30-406c-93c4-c68ccb03c021 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfff7b19-0693-400c-b57d-a9532eae111e HTTP/1.1" status: 200 len: 217 time: 0.0342579 May 03 09:27:29.329830 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-dfd27b2f-72c3-4836-8cb8-1fc5a4f2c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:29.331196 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-dfd27b2f-72c3-4836-8cb8-1fc5a4f2c410 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e95bdb-05d7-437c-a15b-d368210eee82 HTTP/1.1" status: 200 len: 846 time: 0.0435863 May 03 09:27:29.365900 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-097a836c-0db6-476f-8ca2-16a2fd8feb44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db4845a-ccb7-491c-85c9-381bb853679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279284 May 03 09:27:29.466345 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-c8556711-0ec3-4ade-81c4-ff0856db2e8d service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945270 May 03 09:27:29.555195 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-48966fa9-2e91-478b-8c7d-33b3fad5c14d req-1ba4b459-1c7e-4989-97ff-3b493b30eab4 service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829873 May 03 09:27:30.053158 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59665f-3ab8-4744-b139-8a48fd7a8a23 req-40c8f1bb-b237-48e8-9694-819185af35b8 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:30.054626 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3c59665f-3ab8-4744-b139-8a48fd7a8a23 req-40c8f1bb-b237-48e8-9694-819185af35b8 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 943 time: 0.0491323 May 03 09:27:30.099375 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3c59665f-3ab8-4744-b139-8a48fd7a8a23 req-8b14d8be-12d0-4fb4-824b-bc9c55da9fff tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 May 03 09:27:30.349578 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d01624e-5eaa-4e8d-baf9-57963a3cb446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:31.211706 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6745-9331-4a17-9a89-382f602fe6b5 req-2bad4d3e-f693-4fbe-b249-e9d24739b738 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:31.213204 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06da6745-9331-4a17-9a89-382f602fe6b5 req-2bad4d3e-f693-4fbe-b249-e9d24739b738 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 943 time: 0.0451529 May 03 09:27:31.259113 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-06da6745-9331-4a17-9a89-382f602fe6b5 req-b1108ee8-55da-4dfc-9814-d5cf606adb1d tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 May 03 09:27:31.386896 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:32.107340 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-cc50fc7f-c954-4b07-a278-a0912b6bc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:32.108797 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-cc50fc7f-c954-4b07-a278-a0912b6bc0e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47aa19e925b34b6e91c11ed0200c31b4&device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 1127 time: 0.0372760 May 03 09:27:32.197124 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-6a0a4b8b-31d3-4a0d-928f-daca6076f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:32.198524 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-6a0a4b8b-31d3-4a0d-928f-daca6076f1d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db4845a-ccb7-491c-85c9-381bb853679d HTTP/1.1" status: 200 len: 907 time: 0.0840549 May 03 09:27:32.239140 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-a3f42507-8def-421b-a5d7-f1a40720ac3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfff7b19-0693-400c-b57d-a9532eae111e HTTP/1.1" status: 200 len: 217 time: 0.0345380 May 03 09:27:32.290135 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-057bd69e-16cf-4699-b015-1aa6a6b50cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:32.291747 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-057bd69e-16cf-4699-b015-1aa6a6b50cdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e95bdb-05d7-437c-a15b-d368210eee82 HTTP/1.1" status: 200 len: 846 time: 0.0461495 May 03 09:27:32.322658 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-e2d75907-af9f-4057-9a19-e76601396981 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db4845a-ccb7-491c-85c9-381bb853679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255780 May 03 09:27:32.372436 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aa831-1152-409a-9131-cc6694f60d91 req-038784ff-b0cd-4696-9a2a-e925368fc9c4 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:32.373938 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3c3aa831-1152-409a-9131-cc6694f60d91 req-038784ff-b0cd-4696-9a2a-e925368fc9c4 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 943 time: 0.0470808 May 03 09:27:32.412321 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device bfff7b19-0693-400c-b57d-a9532eae111e details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:27:32.412929 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-3ef4ff09-0eec-4132-b920-1e1a9f20d5ab service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835984 May 03 09:27:32.420692 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3c3aa831-1152-409a-9131-cc6694f60d91 req-5a1e56f1-707a-4eaa-a59b-89783476dd85 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 May 03 09:27:32.507931 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b6ece936-cdd7-4c88-890d-0dc1972d6a31 req-43df9f09-df46-4fbf-9687-21df19cd0796 service neutron] 10.222.0.36 "GET /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 May 03 09:27:32.544532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port bfff7b19-0693-400c-b57d-a9532eae111e, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=bfff7b19-0693-400c-b57d-a9532eae111e,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:32.555588 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'bfff7b19-0693-400c-b57d-a9532eae111e', 'network_id': '3db4845a-ccb7-491c-85c9-381bb853679d', 'port_id': 'bfff7b19-0693-400c-b57d-a9532eae111e', 'mac_address': 'fa:16:3e:12:c1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e95bdb-05d7-437c-a15b-d368210eee82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:27:32.591452 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port bfff7b19-0693-400c-b57d-a9532eae111e is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:27:32.591835 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:32.604791 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfff7b19-0693-400c-b57d-a9532eae111e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:27:32.623179 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port bfff7b19-0693-400c-b57d-a9532eae111e, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=bfff7b19-0693-400c-b57d-a9532eae111e,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:32.626569 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:32.675807 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=bfff7b19-0693-400c-b57d-a9532eae111e,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:32.892837 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:33.052932 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['bfff7b19-0693-400c-b57d-a9532eae111e'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:27:33.534200 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873642bd-c3f4-4f84-bb6b-4fee0592b2a9 req-6a534446-cffe-4d8a-b678-dfdfbb2dcb60 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:33.535636 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-873642bd-c3f4-4f84-bb6b-4fee0592b2a9 req-6a534446-cffe-4d8a-b678-dfdfbb2dcb60 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 944 time: 0.0453618 May 03 09:27:33.580597 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-873642bd-c3f4-4f84-bb6b-4fee0592b2a9 req-4e7459fa-452b-46e6-b867-3ba62b4a17da tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 May 03 09:27:34.393516 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:34.413637 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device bfff7b19-0693-400c-b57d-a9532eae111e up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:27:34.459410 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port bfff7b19-0693-400c-b57d-a9532eae111e completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:27:34.464651 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port bfff7b19-0693-400c-b57d-a9532eae111e triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:27:34.465025 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:34.539484 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port bfff7b19-0693-400c-b57d-a9532eae111e is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:27:34.539868 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:34.562125 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff7b19-0693-400c-b57d-a9532eae111e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:27:34.564361 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e492c-6761-42f8-842f-e86899c2e32a" -d '{"events": [{"server_uuid": "37e0a02f-6884-4fac-b450-a1d0ef192be3", "name": "network-vif-plugged", "status": "completed", "tag": "bfff7b19-0693-400c-b57d-a9532eae111e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:27:34.576563 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port bfff7b19-0693-400c-b57d-a9532eae111e, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=bfff7b19-0693-400c-b57d-a9532eae111e,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:34.580408 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:34.605813 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a3005-e390-4913-b22b-2b152ab77cd7 x-openstack-request-id: req-185a3005-e390-4913-b22b-2b152ab77cd7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:27:34.606100 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0a02f-6884-4fac-b450-a1d0ef192be3", "name": "network-vif-plugged", "status": "completed", "tag": "bfff7b19-0693-400c-b57d-a9532eae111e", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:27:34.606360 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-185a3005-e390-4913-b22b-2b152ab77cd7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:27:34.606745 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185a3005-e390-4913-b22b-2b152ab77cd7'] response: {'server_uuid': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff7b19-0693-400c-b57d-a9532eae111e', 'code': 200} May 03 09:27:34.633317 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=bfff7b19-0693-400c-b57d-a9532eae111e,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:34.698809 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f20b2-0a72-4ba6-90e1-3c29b292dc4c req-b0e24bcf-ecbd-4fd6-80ae-cd5a63911f21 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:34.700315 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a55f20b2-0a72-4ba6-90e1-3c29b292dc4c req-b0e24bcf-ecbd-4fd6-80ae-cd5a63911f21 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 945 time: 0.0525408 May 03 09:27:34.748302 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a55f20b2-0a72-4ba6-90e1-3c29b292dc4c req-65d03015-8c23-4532-9b7a-3575551a5b87 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 May 03 09:27:34.802756 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13bab0-7ad7-4370-904d-de326eba1940 req-3185e380-8265-4458-9f51-18583544adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:34.804183 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2a13bab0-7ad7-4370-904d-de326eba1940 req-3185e380-8265-4458-9f51-18583544adac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 1129 time: 0.0389810 May 03 09:27:34.846876 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2a13bab0-7ad7-4370-904d-de326eba1940 req-62542615-5e67-4ea1-ad69-8287b1c9b9e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362189 May 03 09:27:35.864285 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec08af-d999-4703-8fa4-edbfbbc50fc3 req-c3070d3c-bc37-478b-b48b-a6f560ec4158 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:35.865739 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fcec08af-d999-4703-8fa4-edbfbbc50fc3 req-c3070d3c-bc37-478b-b48b-a6f560ec4158 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 945 time: 0.0457029 May 03 09:27:35.913655 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-fcec08af-d999-4703-8fa4-edbfbbc50fc3 req-6f1bdb0d-9764-4601-a09d-2083b2edc2de tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 May 03 09:27:37.027515 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f3e84-6905-47ef-b46b-6f776e48fa13 req-2cc70979-303b-49ab-acc4-ea82fd2062cc tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:37.029021 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f9f3e84-6905-47ef-b46b-6f776e48fa13 req-2cc70979-303b-49ab-acc4-ea82fd2062cc tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 945 time: 0.0495591 May 03 09:27:37.074570 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9f9f3e84-6905-47ef-b46b-6f776e48fa13 req-d7b549ac-d84a-4ea8-ad1a-21b95d11bd23 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 May 03 09:27:37.781275 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be916-4fe2-4170-a8c6-9111cd316a90 req-86ee93f9-000b-4684-a111-a21a93af74df tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:37.782635 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-142be916-4fe2-4170-a8c6-9111cd316a90 req-86ee93f9-000b-4684-a111-a21a93af74df tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 945 time: 0.0456665 May 03 09:27:37.827771 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-142be916-4fe2-4170-a8c6-9111cd316a90 req-d183d31c-a174-48ac-be82-ff1c6161f474 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389912 May 03 09:27:38.943150 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea7181-4b03-478a-a737-0129791b2a8e req-07dc7363-88c4-489b-9774-033f40b7ed5c tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:38.944627 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-52ea7181-4b03-478a-a737-0129791b2a8e req-07dc7363-88c4-489b-9774-033f40b7ed5c tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 945 time: 0.0453238 May 03 09:27:38.990240 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-52ea7181-4b03-478a-a737-0129791b2a8e req-87e62632-c804-4f75-a038-71a6a7415113 tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/security-groups?id=041c47b3-adb1-4d7e-82cd-f2858bf717ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 May 03 09:27:39.309745 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-279db42f-ee38-471e-8350-660356de386f tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:39.311149 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-279db42f-ee38-471e-8350-660356de386f tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 945 time: 0.0460591 May 03 09:27:39.398217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Deleting port bfff7b19-0693-400c-b57d-a9532eae111e {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:27:39.398558 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:39.483500 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [req-3dcfe625-12ba-4811-8078-fecb95b4555e req-b4b63ba2-a4bc-4d73-b056-a4e3b046edb7 service neutron] (103440) timed out ('10.222.0.36', 64657) {{(pid=103440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 09:27:39.484158 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] For port bfff7b19-0693-400c-b57d-a9532eae111e, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=bfff7b19-0693-400c-b57d-a9532eae111e,segment=NetworkSegment(2d7dc378-7ee6-4338-a0ec-7169225652be),segment_id=2d7dc378-7ee6-4338-a0ec-7169225652be)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:27:39.484525 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:39.501334 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Calling delete_port for bfff7b19-0693-400c-b57d-a9532eae111e owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:27:39.624187 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (bfff7b19-0693-400c-b57d-a9532eae111e), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:39.649954 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Pushing event deleted for resources: {'Port': ['ID=bfff7b19-0693-400c-b57d-a9532eae111e,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:27:39.663366 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['bfff7b19-0693-400c-b57d-a9532eae111e'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:27:39.699052 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] No DVR routers for this DVR port bfff7b19-0693-400c-b57d-a9532eae111e on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:27:39.701442 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:39.704788 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3a9dc37b-370c-4d29-96a5-baf6da003203 req-859e0b5b-3a18-482e-a680-08e401afbefe tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.36 "DELETE /v2.0/ports/bfff7b19-0693-400c-b57d-a9532eae111e HTTP/1.1" status: 204 len: 173 time: 0.3876233 May 03 09:27:39.705217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'name': 'network-vif-deleted', 'tag': 'bfff7b19-0693-400c-b57d-a9532eae111e'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:27:39.707602 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f254d521-91a4-4fe9-815d-4392b9325e9f" -d '{"events": [{"server_uuid": "37e0a02f-6884-4fac-b450-a1d0ef192be3", "name": "network-vif-deleted", "tag": "bfff7b19-0693-400c-b57d-a9532eae111e"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:27:39.863382 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb01a758-b22d-4df7-be2a-6f4d29f0bf9b x-openstack-request-id: req-fb01a758-b22d-4df7-be2a-6f4d29f0bf9b {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:27:39.863673 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0a02f-6884-4fac-b450-a1d0ef192be3", "name": "network-vif-deleted", "tag": "bfff7b19-0693-400c-b57d-a9532eae111e", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:27:39.863923 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb01a758-b22d-4df7-be2a-6f4d29f0bf9b {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:27:39.864382 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb01a758-b22d-4df7-be2a-6f4d29f0bf9b'] response: {'server_uuid': '37e0a02f-6884-4fac-b450-a1d0ef192be3', 'name': 'network-vif-deleted', 'tag': 'bfff7b19-0693-400c-b57d-a9532eae111e', 'status': 'completed', 'code': 200} May 03 09:27:40.094979 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-026536d4-9b13-46c0-af3e-251cc972111d req-611fc4fb-f901-4d6d-a09a-84209ccb104d tempest-VolumesActionsTest-303872307 tempest-VolumesActionsTest-303872307-project] 10.222.0.23 "GET /v2.0/ports?device_id=37e0a02f-6884-4fac-b450-a1d0ef192be3 HTTP/1.1" status: 200 len: 210 time: 0.0273898 May 03 09:27:44.242038 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device bfff7b19-0693-400c-b57d-a9532eae111e no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:27:44.265037 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: bfff7b19-0693-400c-b57d-a9532eae111e {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:27:44.265371 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device bfff7b19-0693-400c-b57d-a9532eae111e not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:27:47.016224 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-5c2c7254-6dc0-4014-ab85-44fb7d3c3874 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810852 May 03 09:27:47.112386 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-d6c19f36-1ff2-49f3-9032-df448f9e33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:47.113818 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-d6c19f36-1ff2-49f3-9032-df448f9e33af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1130 time: 0.0376363 May 03 09:27:47.215328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-8f6a55fc-1750-4c22-b959-182ce4f06270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:47.216728 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-8f6a55fc-1750-4c22-b959-182ce4f06270 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0866160 May 03 09:27:47.281523 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-947e461b-9ef9-49ea-b0fc-93d209b184e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 200 len: 1002 time: 0.0579009 May 03 09:27:47.333882 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-b42ea535-5137-462c-8fd8-d44d1fab5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:47.335325 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-b42ea535-5137-462c-8fd8-d44d1fab5870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0466020 May 03 09:27:47.378835 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-af0be45d-3320-4b0f-89ea-30b998e72b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:27:47.380359 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-af0be45d-3320-4b0f-89ea-30b998e72b0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383475 May 03 09:27:47.467791 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-ee883510-0323-42a3-bc30-b22a2595b978 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814431 May 03 09:27:47.558589 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ae9737a8-dc1b-4258-b10f-987930d64e61 req-003753c8-7a52-4129-a48c-453cb69095ec service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843003 May 03 09:27:57.216569 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:27:57.989183 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4880-d1ad-4233-b0ad-032eaa214dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:00.352605 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8620f801-77df-4be6-bee9-b2bf6381fb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:01.397242 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:01.707615 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:28:02.891023 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:03.296284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36650) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:03.448291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Deleting port 56a537bc-5c0d-4dad-b35d-852bb97b3a12 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:03.448636 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:03.536926 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:03.537255 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (56a537bc-5c0d-4dad-b35d-852bb97b3a12), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:03.550834 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Calling delete_port for 56a537bc-5c0d-4dad-b35d-852bb97b3a12 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:03.707701 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (56a537bc-5c0d-4dad-b35d-852bb97b3a12), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:03.733269 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event deleted for resources: {'Port': ['ID=56a537bc-5c0d-4dad-b35d-852bb97b3a12,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:03.798639 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (489867c5-6e75-432f-9d8b-50175dff89a9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:03.799067 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Floating IP 489867c5-6e75-432f-9d8b-50175dff89a9 disassociated (deleted). External IP: 172.27.2.249, port: 432595da-c271-4e85-a285-e72b199d2a97. May 03 09:28:04.016214 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:28:04.124973 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:28:04.129907 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:04.136211 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:28:04.148670 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:04.149277 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:04.158526 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f6126bd6-00bd-4d9c-b327-50c067db9dce tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "DELETE /v2.0/floatingips/489867c5-6e75-432f-9d8b-50175dff89a9 HTTP/1.1" status: 204 len: 168 time: 0.8611078 May 03 09:28:04.159105 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'tag': '432595da-c271-4e85-a285-e72b199d2a97'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:28:04.161372 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35c4d9d-8960-4469-967e-21d0536ef046" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "tag": "432595da-c271-4e85-a285-e72b199d2a97"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:28:04.199421 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69f615-c232-4bfd-be29-bdb3f6d414d1 x-openstack-request-id: req-6d69f615-c232-4bfd-be29-bdb3f6d414d1 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:28:04.199874 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "tag": "432595da-c271-4e85-a285-e72b199d2a97", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:28:04.200333 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d69f615-c232-4bfd-be29-bdb3f6d414d1 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:28:04.200748 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d69f615-c232-4bfd-be29-bdb3f6d414d1'] response: {'name': 'network-changed', 'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'tag': '432595da-c271-4e85-a285-e72b199d2a97', 'status': 'completed', 'code': 200} May 03 09:28:04.260551 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:04.289867 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-f9055fc8-c3a7-4bf1-80df-1f9dd70fedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:04.292120 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-f9055fc8-c3a7-4bf1-80df-1f9dd70fedd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 1129 time: 0.0491149 May 03 09:28:04.397267 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:04.420958 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadb522-29a8-4631-8376-4c82db34db5c req-2625ead3-94d0-4bec-a13a-9b2e7225cfb5 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:04.422432 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cdadb522-29a8-4631-8376-4c82db34db5c req-2625ead3-94d0-4bec-a13a-9b2e7225cfb5 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0615296 May 03 09:28:04.427588 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-776bf3fa-5b9f-433a-9602-0bc60e5e03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:04.429068 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-776bf3fa-5b9f-433a-9602-0bc60e5e03a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.1310847 May 03 09:28:04.471812 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-cdadb522-29a8-4631-8376-4c82db34db5c req-c931fd23-bbcd-4664-b3e5-5566e66ccbe0 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 May 03 09:28:04.480898 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:23:00Z', 'revision_number': 1, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:04.507166 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:28:04.515134 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:04.515722 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:04.619884 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:04.869305 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36712) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:04.906246 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:23:00Z', 'revision_number': 1, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:04.917396 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] Deleting subnet d3e95bdb-05d7-437c-a15b-d368210eee82 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:28:04.920451 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] Publish callbacks [] for subnet (d3e95bdb-05d7-437c-a15b-d368210eee82), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:04.932383 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c726c7-dd96-47ae-aab3-9ad8185c193c None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': '3c6f976d-ada2-4197-abe3-4735d69bf06f', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'port_id': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'mac_address': 'fa:16:3e:fa:c6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:22:58Z', 'updated_at': '2022-05-03T09:23:00Z', 'revision_number': 1, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:28:04.957061 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (d3e95bdb-05d7-437c-a15b-d368210eee82), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:04.997709 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (d3e95bdb-05d7-437c-a15b-d368210eee82), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.051401 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (d3e95bdb-05d7-437c-a15b-d368210eee82), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.079383 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e95bdb-05d7-437c-a15b-d368210eee82,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:05.086498 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.090143 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-83be14e5-1566-41e0-bb10-560fcaf6412f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d3e95bdb-05d7-437c-a15b-d368210eee82 HTTP/1.1" status: 204 len: 168 time: 0.2198353 May 03 09:28:05.092650 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36714) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:05.160868 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (3db4845a-ccb7-491c-85c9-381bb853679d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.167790 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19b942-15fe-4c07-ac88-97643a88cbf2 None None] New status for floating IP 489867c5-6e75-432f-9d8b-50175dff89a9: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:28:05.241086 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (3db4845a-ccb7-491c-85c9-381bb853679d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.262043 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db4845a-ccb7-491c-85c9-381bb853679d']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:05.272049 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7dc378-7ee6-4338-a0ec-7169225652be') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:05.272381 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7dc378-7ee6-4338-a0ec-7169225652be') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:05.281448 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (2d7dc378-7ee6-4338-a0ec-7169225652be), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.295017 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (2d7dc378-7ee6-4338-a0ec-7169225652be), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.300896 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:28:05.301278 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (2d7dc378-7ee6-4338-a0ec-7169225652be), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:28:05.302929 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:28:05.355664 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (3db4845a-ccb7-491c-85c9-381bb853679d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.360965 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.364074 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] 10.222.0.23 "DELETE /v2.0/networks/3db4845a-ccb7-491c-85c9-381bb853679d HTTP/1.1" status: 204 len: 168 time: 0.2705071 May 03 09:28:05.384229 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa1e71-1d5e-4d2a-b0d3-8ad5c1907daf admin admin] Pushing event deleted for resources: {'Network': ['ID=3db4845a-ccb7-491c-85c9-381bb853679d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:05.414299 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-fd66a80b-b322-4390-a7f3-b832e39c4e69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432595da-c271-4e85-a285-e72b199d2a97 HTTP/1.1" status: 200 len: 217 time: 0.0361955 May 03 09:28:05.462380 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-bfe4129e-477b-4044-8518-4db2dad8fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:05.464108 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-bfe4129e-477b-4044-8518-4db2dad8fe07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0441420 May 03 09:28:05.474452 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36718) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:05.546473 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-39a81b21-3260-4ca3-8cda-3b8c14ce7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:05.547958 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-39a81b21-3260-4ca3-8cda-3b8c14ce7c9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580580 May 03 09:28:05.551109 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-fbfb9254-61b3-4ffa-ac5a-35ea5d1345e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47aa19e925b34b6e91c11ed0200c31b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0756662 May 03 09:28:05.553650 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36722) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:05.591347 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4cbf3-7d52-4442-9d87-0455dd3088ab req-952f4580-39ea-472d-9227-d86c95e3722d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:05.592833 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8fe4cbf3-7d52-4442-9d87-0455dd3088ab req-952f4580-39ea-472d-9227-d86c95e3722d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0493541 May 03 09:28:05.641159 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-8fe4cbf3-7d52-4442-9d87-0455dd3088ab req-18e06ff8-66ac-4314-b2d6-7aaad2b00647 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 May 03 09:28:05.658220 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-427b9645-b813-41df-8a54-aa2ff0b964aa admin admin] Publish callbacks [] for security_group (041c47b3-adb1-4d7e-82cd-f2858bf717ee), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.688849 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-0d064220-b783-415e-952d-cb498e23c8fc service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291201 May 03 09:28:05.693682 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-427b9645-b813-41df-8a54-aa2ff0b964aa admin admin] Publish callbacks [] for security_group (041c47b3-adb1-4d7e-82cd-f2858bf717ee), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.742450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-427b9645-b813-41df-8a54-aa2ff0b964aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (041c47b3-adb1-4d7e-82cd-f2858bf717ee), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.745033 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-427b9645-b813-41df-8a54-aa2ff0b964aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:05.748778 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-427b9645-b813-41df-8a54-aa2ff0b964aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/041c47b3-adb1-4d7e-82cd-f2858bf717ee HTTP/1.1" status: 204 len: 168 time: 0.1939597 May 03 09:28:05.757033 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b9645-b813-41df-8a54-aa2ff0b964aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041c47b3-adb1-4d7e-82cd-f2858bf717ee,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:05.856234 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-c35c4d9d-8960-4469-967e-21d0536ef046 req-0912bd6f-a512-4bfe-8daf-a963c73a7f1f service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857708 May 03 09:28:06.423894 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-0a79fe85-f7ef-4a35-9fdd-45e190bbdbc4 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:06.425415 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-0a79fe85-f7ef-4a35-9fdd-45e190bbdbc4 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0471509 May 03 09:28:06.514079 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Deleting port 432595da-c271-4e85-a285-e72b199d2a97 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:06.514665 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (432595da-c271-4e85-a285-e72b199d2a97), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:06.603364 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] For port 432595da-c271-4e85-a285-e72b199d2a97, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=432595da-c271-4e85-a285-e72b199d2a97,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:06.603729 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (432595da-c271-4e85-a285-e72b199d2a97), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:06.620109 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Calling delete_port for 432595da-c271-4e85-a285-e72b199d2a97 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:06.790091 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac246ee0-0cd6-4799-8ccd-d0c081625bf6 req-1c1f04c0-1cff-4c9a-a355-ba661a1f4fa8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:06.791641 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac246ee0-0cd6-4799-8ccd-d0c081625bf6 req-1c1f04c0-1cff-4c9a-a355-ba661a1f4fa8 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 945 time: 0.0629585 May 03 09:28:06.793386 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (432595da-c271-4e85-a285-e72b199d2a97), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:06.846192 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event deleted for resources: {'Port': ['ID=432595da-c271-4e85-a285-e72b199d2a97,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:06.901891 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] No DVR routers for this DVR port 432595da-c271-4e85-a285-e72b199d2a97 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:28:06.908029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:06.911345 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7b330376-6d4e-4611-b207-ac66fbc6c945 req-9b6c6b32-4aff-401d-b668-5d66191bcafa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "DELETE /v2.0/ports/432595da-c271-4e85-a285-e72b199d2a97 HTTP/1.1" status: 204 len: 173 time: 0.4804456 May 03 09:28:06.911797 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'name': 'network-vif-deleted', 'tag': '432595da-c271-4e85-a285-e72b199d2a97'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:28:06.914157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0134bd-b80d-4c83-b104-b1757e37055c" -d '{"events": [{"server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "name": "network-vif-deleted", "tag": "432595da-c271-4e85-a285-e72b199d2a97"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:28:06.927326 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ac246ee0-0cd6-4799-8ccd-d0c081625bf6 req-1c4ac314-7ea7-4ef0-893c-73b26df32b3c tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228659 May 03 09:28:06.958587 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f287ec32-7651-4d61-9210-b99d6f31c12d x-openstack-request-id: req-f287ec32-7651-4d61-9210-b99d6f31c12d {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:28:06.958888 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ff5861-016a-4535-b8a5-619cc8fc2658", "name": "network-vif-deleted", "tag": "432595da-c271-4e85-a285-e72b199d2a97", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:28:06.959146 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f287ec32-7651-4d61-9210-b99d6f31c12d {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:28:06.959558 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f287ec32-7651-4d61-9210-b99d6f31c12d'] response: {'server_uuid': 'd1ff5861-016a-4535-b8a5-619cc8fc2658', 'name': 'network-vif-deleted', 'tag': '432595da-c271-4e85-a285-e72b199d2a97', 'status': 'completed', 'code': 200} May 03 09:28:08.042335 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4d4f8ce3-8793-4176-aa1b-dba2ef4e1676 req-23b81c47-e950-40f3-8af0-fe011e619d95 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ff5861-016a-4535-b8a5-619cc8fc2658 HTTP/1.1" status: 200 len: 210 time: 0.0281436 May 03 09:28:09.286773 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36778) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:09.390997 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d513b5e5-223a-43b9-98f1-06c8f760594c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:09.470710 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d513b5e5-223a-43b9-98f1-06c8f760594c admin admin] Publish callbacks [] for security_group (5e445279-08b4-4932-b6e3-2b21deab7386), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:09.475342 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d513b5e5-223a-43b9-98f1-06c8f760594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5e445279-08b4-4932-b6e3-2b21deab7386), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:09.513987 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-d513b5e5-223a-43b9-98f1-06c8f760594c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71c7c15024c146f091498c3ccaceeca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261174 May 03 09:28:09.515915 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513b5e5-223a-43b9-98f1-06c8f760594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e445279-08b4-4932-b6e3-2b21deab7386,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:09.516794 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36782) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:09.564555 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Publish callbacks [] for security_group (5e445279-08b4-4932-b6e3-2b21deab7386), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:09.585464 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Publish callbacks [] for security_group (5e445279-08b4-4932-b6e3-2b21deab7386), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:09.631388 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5e445279-08b4-4932-b6e3-2b21deab7386), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:09.633944 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:09.635076 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e445279-08b4-4932-b6e3-2b21deab7386 HTTP/1.1" status: 204 len: 168 time: 0.1172869 May 03 09:28:09.642773 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e445279-08b4-4932-b6e3-2b21deab7386,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:09.649793 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.650053 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.650398 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.650740 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.651078 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.651406 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.651730 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.652055 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.652474 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.652719 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.653041 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.653367 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.653691 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.654117 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:09.654567 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55af545-2d63-4da3-853c-8d7806e511ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:10.008280 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 432595da-c271-4e85-a285-e72b199d2a97 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:10.028923 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 432595da-c271-4e85-a285-e72b199d2a97 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:10.029268 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 432595da-c271-4e85-a285-e72b199d2a97 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:11.331801 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36822) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:11.474664 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Deleting port b2c8a79c-da87-496b-affa-9c70fe339fae {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:11.475051 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:11.550423 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:11.550747 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (b2c8a79c-da87-496b-affa-9c70fe339fae), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:11.562903 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Calling delete_port for b2c8a79c-da87-496b-affa-9c70fe339fae owned by network:floatingip {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:11.944281 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (b2c8a79c-da87-496b-affa-9c70fe339fae), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:11.970704 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event deleted for resources: {'Port': ['ID=b2c8a79c-da87-496b-affa-9c70fe339fae,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:12.028430 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (3c6f976d-ada2-4197-abe3-4735d69bf06f), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:12.028762 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Floating IP 3c6f976d-ada2-4197-abe3-4735d69bf06f disassociated (deleted). External IP: 172.27.2.219, port: affcff45-ad79-4845-9d18-fcf68e0a0c11. May 03 09:28:12.234602 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:28:12.348681 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:28:12.353538 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:12.357994 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:28:12.367973 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:12.368593 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:12.382594 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6b958c2c-64f2-411f-a473-5b43799777fb tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "DELETE /v2.0/floatingips/3c6f976d-ada2-4197-abe3-4735d69bf06f HTTP/1.1" status: 204 len: 168 time: 1.0496726 May 03 09:28:12.383196 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:28:12.385486 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63692e95-4e6e-497d-8327-9025e4bc8620" -d '{"events": [{"name": "network-changed", "server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:28:12.428363 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb24aa36-7d28-4995-8ad0-b5b3fbff87d4 x-openstack-request-id: req-eb24aa36-7d28-4995-8ad0-b5b3fbff87d4 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:28:12.428720 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:28:12.428972 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb24aa36-7d28-4995-8ad0-b5b3fbff87d4 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:28:12.429560 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb24aa36-7d28-4995-8ad0-b5b3fbff87d4'] response: {'name': 'network-changed', 'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'status': 'completed', 'code': 200} May 03 09:28:12.486585 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:12.601530 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b9c7-6a5f-4564-9ca2-2003a813a6cf req-367b98fc-0744-4d71-a99e-99786663403e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:12.603139 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ee84b9c7-6a5f-4564-9ca2-2003a813a6cf req-367b98fc-0744-4d71-a99e-99786663403e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0513813 May 03 09:28:12.651821 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-ee84b9c7-6a5f-4564-9ca2-2003a813a6cf req-a0c7593d-26c9-4867-8f6e-58a1cfbc116b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431073 May 03 09:28:12.672895 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:12.698369 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:28:12.706326 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:12.706915 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:12.810922 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:12.997607 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:13.023222 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b2d079-acc4-4104-ab8f-97129ee16dd6 None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:16Z', 'revision_number': 4, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': '971cbbf8-8de7-4651-812a-b3f59281f229', 'name': '', 'network_id': '0deac27a-139f-478b-bfbb-632d6a5ce9ff', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'mac_address': 'fa:16:3e:34:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:15Z', 'updated_at': '2022-05-03T09:19:19Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'subnets': [{'id': '2e9d9555-23b9-4903-b286-e4b52fe3d440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:28:13.241872 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03915c-0ce9-4e2c-968d-fb6120b89e30 None None] New status for floating IP 3c6f976d-ada2-4197-abe3-4735d69bf06f: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:28:13.764832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddfa27-1362-4b29-9697-5bfba2b0b97a req-fcc153cb-c424-4c27-9a02-83a2a478e819 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:13.766298 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50ddfa27-1362-4b29-9697-5bfba2b0b97a req-fcc153cb-c424-4c27-9a02-83a2a478e819 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0461781 May 03 09:28:13.814053 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-50ddfa27-1362-4b29-9697-5bfba2b0b97a req-8fc95bb0-c954-4122-8b5e-37bba5486e42 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 May 03 09:28:14.925902 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709cd61-6aec-4154-b687-8fc5422847a5 req-62c7e90b-4b96-4f36-ba55-29ee7de9ee06 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:14.927352 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3709cd61-6aec-4154-b687-8fc5422847a5 req-62c7e90b-4b96-4f36-ba55-29ee7de9ee06 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0464532 May 03 09:28:14.974417 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3709cd61-6aec-4154-b687-8fc5422847a5 req-39f44837-ccc5-4698-9af1-0b6b8aecb3ef tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414498 May 03 09:28:15.464186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-00cb950d-d7bc-4c89-88d4-e696d237ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:15.465664 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-00cb950d-d7bc-4c89-88d4-e696d237ac0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d92efab60f874aa8a197ab70fc582487&device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 1130 time: 0.0401752 May 03 09:28:15.832027 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-df794c5f-90d8-4112-b777-25f55db2d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:15.833584 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-df794c5f-90d8-4112-b777-25f55db2d1a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 200 len: 912 time: 0.0875082 May 03 09:28:15.884294 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-d5408271-6089-463e-a229-83b694176128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 200 len: 217 time: 0.0400474 May 03 09:28:15.936557 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-a2552970-975f-47fd-af19-6e851f37a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:15.938015 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-a2552970-975f-47fd-af19-6e851f37a664 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 200 len: 850 time: 0.0483568 May 03 09:28:15.980344 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-720e4cda-ed07-44e8-9e21-b547397b0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:15.981825 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-720e4cda-ed07-44e8-9e21-b547397b0b32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0deac27a-139f-478b-bfbb-632d6a5ce9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379579 May 03 09:28:16.121908 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806cfbb-d64b-4779-bc25-f175e3137ea3 req-01b731af-3f39-41c3-b72c-0540fadc3368 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:16.123371 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7806cfbb-d64b-4779-bc25-f175e3137ea3 req-01b731af-3f39-41c3-b72c-0540fadc3368 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0685325 May 03 09:28:16.126782 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-02f9e849-754a-445a-acf6-e23d2738dae3 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305156 May 03 09:28:16.174074 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7806cfbb-d64b-4779-bc25-f175e3137ea3 req-ff3a80a3-988a-4c81-b885-57af996c0507 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449715 May 03 09:28:16.625055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63692e95-4e6e-497d-8327-9025e4bc8620 req-9f53c5a9-7300-4a30-b447-5f8bacc7b809 service neutron] 10.222.0.36 "GET /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838900 May 03 09:28:17.289836 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d157366-4849-4b82-88ff-e5cdb654e113 req-d322046b-b281-4ccf-b175-e814bdcece46 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:17.291322 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3d157366-4849-4b82-88ff-e5cdb654e113 req-d322046b-b281-4ccf-b175-e814bdcece46 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0495925 May 03 09:28:17.338634 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-3d157366-4849-4b82-88ff-e5cdb654e113 req-9635d723-9364-4938-bb1a-8ec967211cab tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414488 May 03 09:28:18.449252 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc0d3-c4e9-4af0-8d70-21384ff8fcbd req-87ea02f8-a984-45e4-9843-b9a9de63d57e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:18.450704 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4a3fc0d3-c4e9-4af0-8d70-21384ff8fcbd req-87ea02f8-a984-45e4-9843-b9a9de63d57e tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0466123 May 03 09:28:18.497213 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4a3fc0d3-c4e9-4af0-8d70-21384ff8fcbd req-e0841acc-8ee0-48d1-812d-678347a57290 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411003 May 03 09:28:19.608027 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67548b1-8692-4925-a6a3-94dedf538869 req-620318bb-0bfc-413e-a128-c5fbb8a6f7aa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:19.609518 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a67548b1-8692-4925-a6a3-94dedf538869 req-620318bb-0bfc-413e-a128-c5fbb8a6f7aa tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0460153 May 03 09:28:19.657315 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-a67548b1-8692-4925-a6a3-94dedf538869 req-078727ab-265f-4c13-916b-dc405a652ea1 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415943 May 03 09:28:20.557796 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device affcff45-ad79-4845-9d18-fcf68e0a0c11 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:20.636452 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port affcff45-ad79-4845-9d18-fcf68e0a0c11 is: ACTIVE; New status is: DOWN {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:28:20.636838 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:20.638405 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-fb90e5e7-e057-4ce8-ac4d-ee17590f3634 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:20.639848 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-fb90e5e7-e057-4ce8-ac4d-ee17590f3634 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 946 time: 0.0452855 May 03 09:28:20.660181 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:28:20.662424 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae336b-3a3b-460c-961f-823b40480dac" -d '{"events": [{"server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "name": "network-vif-unplugged", "status": "completed", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:28:20.674546 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port affcff45-ad79-4845-9d18-fcf68e0a0c11, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:20.681732 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:20.722697 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 09:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe6888-354d-4f83-a784-5d169d6e723a x-openstack-request-id: req-27fe6888-354d-4f83-a784-5d169d6e723a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:28:20.722983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "name": "network-vif-unplugged", "status": "completed", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:28:20.723461 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27fe6888-354d-4f83-a784-5d169d6e723a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:28:20.723862 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fe6888-354d-4f83-a784-5d169d6e723a'] response: {'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'code': 200} May 03 09:28:20.731747 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Deleting port affcff45-ad79-4845-9d18-fcf68e0a0c11 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:20.732316 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:20.733056 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=affcff45-ad79-4845-9d18-fcf68e0a0c11,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:20.741275 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.741881 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.742333 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.742841 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.743447 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.743887 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.744348 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.744887 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.745318 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.745750 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.746734 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.746734 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.747007 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.747428 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.747851 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:20.776626 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80abbde-39b5-4606-bce3-6d96ca58d603 req-43bd193d-d92f-46ae-b6d5-0e8920f44d7d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:20.778102 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d80abbde-39b5-4606-bce3-6d96ca58d603 req-43bd193d-d92f-46ae-b6d5-0e8920f44d7d tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 944 time: 0.0474589 May 03 09:28:20.823341 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] For port affcff45-ad79-4845-9d18-fcf68e0a0c11, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=affcff45-ad79-4845-9d18-fcf68e0a0c11,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:20.823640 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:20.830253 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d80abbde-39b5-4606-bce3-6d96ca58d603 req-0817a02c-c7d0-4317-a693-d101e682dd11 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/security-groups?id=23bc50c9-a4da-445f-9fc6-463212b884b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464010 May 03 09:28:20.836298 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Calling delete_port for affcff45-ad79-4845-9d18-fcf68e0a0c11 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:20.961892 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (affcff45-ad79-4845-9d18-fcf68e0a0c11), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:20.987766 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event deleted for resources: {'Port': ['ID=affcff45-ad79-4845-9d18-fcf68e0a0c11,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:21.038029 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] No DVR routers for this DVR port affcff45-ad79-4845-9d18-fcf68e0a0c11 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:28:21.040568 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:21.043926 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ef213563-8a22-4b69-8069-2ffbfd34cba0 req-130618bb-a860-4a76-9c05-346c655ffc80 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.36 "DELETE /v2.0/ports/affcff45-ad79-4845-9d18-fcf68e0a0c11 HTTP/1.1" status: 204 len: 173 time: 0.3989930 May 03 09:28:21.044372 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'name': 'network-vif-deleted', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:28:21.046574 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f00b64-0ada-4dae-acd9-640af2524e14" -d '{"events": [{"server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "name": "network-vif-deleted", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:28:21.084064 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bec9f8a-9f97-4a8e-af56-847324e35d40 x-openstack-request-id: req-9bec9f8a-9f97-4a8e-af56-847324e35d40 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:28:21.084396 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ee291-63b2-44c4-8a54-e5e0334861c6", "name": "network-vif-deleted", "tag": "affcff45-ad79-4845-9d18-fcf68e0a0c11", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:28:21.084656 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bec9f8a-9f97-4a8e-af56-847324e35d40 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:28:21.085066 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bec9f8a-9f97-4a8e-af56-847324e35d40'] response: {'server_uuid': '674ee291-63b2-44c4-8a54-e5e0334861c6', 'name': 'network-vif-deleted', 'tag': 'affcff45-ad79-4845-9d18-fcf68e0a0c11', 'status': 'completed', 'code': 200} May 03 09:28:21.943281 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-205df17b-c990-4ef3-a24c-8ffb6678f5fd req-145f62b8-a70f-4892-975f-cec5af7ade03 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ee291-63b2-44c4-8a54-e5e0334861c6 HTTP/1.1" status: 200 len: 210 time: 0.0271630 May 03 09:28:23.001129 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36888) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:23.114265 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Deleting port 4c114136-fc03-493a-813c-5f1cfe08755f {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:23.114603 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (4c114136-fc03-493a-813c-5f1cfe08755f), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:23.186489 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (4c114136-fc03-493a-813c-5f1cfe08755f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:23.186813 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (4c114136-fc03-493a-813c-5f1cfe08755f), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:23.198942 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Calling delete_port for 4c114136-fc03-493a-813c-5f1cfe08755f owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:23.583546 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (4c114136-fc03-493a-813c-5f1cfe08755f), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:23.611096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event deleted for resources: {'Port': ['ID=4c114136-fc03-493a-813c-5f1cfe08755f,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:23.676784 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for floatingip (77411c17-3794-4847-b413-fdae951c6daa), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:23.679575 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:23.680736 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-553a9436-0d78-4b9f-9389-acd5c565b49b tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "DELETE /v2.0/floatingips/77411c17-3794-4847-b413-fdae951c6daa HTTP/1.1" status: 204 len: 168 time: 0.6786492 May 03 09:28:27.229326 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:27.991636 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29fe6e32-1ec2-4f84-ae17-e0a6a54fb365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:28.014230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36938) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:28.072745 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e5cc49c0-cb70-422e-877b-bcadb0b98e53 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group (23bc50c9-a4da-445f-9fc6-463212b884b0), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:28.097966 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e5cc49c0-cb70-422e-877b-bcadb0b98e53 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group (23bc50c9-a4da-445f-9fc6-463212b884b0), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:28.158740 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e5cc49c0-cb70-422e-877b-bcadb0b98e53 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (23bc50c9-a4da-445f-9fc6-463212b884b0), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:28.161518 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e5cc49c0-cb70-422e-877b-bcadb0b98e53 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:28.162688 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e5cc49c0-cb70-422e-877b-bcadb0b98e53 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] 10.222.0.23 "DELETE /v2.0/security-groups/23bc50c9-a4da-445f-9fc6-463212b884b0 HTTP/1.1" status: 204 len: 168 time: 0.1474149 May 03 09:28:28.172254 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc49c0-cb70-422e-877b-bcadb0b98e53 tempest-TestVolumeBootPattern-2050018852 tempest-TestVolumeBootPattern-2050018852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc50c9-a4da-445f-9fc6-463212b884b0,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:28.218268 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36952) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:28.692591 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (ff61dfb4-9282-40bf-8d15-3c0053a3b651), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:28.920735 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Deleting port 971cbbf8-8de7-4651-812a-b3f59281f229 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:28.921064 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:28.997347 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] For port 971cbbf8-8de7-4651-812a-b3f59281f229, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=971cbbf8-8de7-4651-812a-b3f59281f229,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:28.997623 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:29.010316 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Calling delete_port for 971cbbf8-8de7-4651-812a-b3f59281f229 owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:29.184915 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (971cbbf8-8de7-4651-812a-b3f59281f229), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:29.210384 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=971cbbf8-8de7-4651-812a-b3f59281f229,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:29.221824 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.222148 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.222487 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.222828 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.223151 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.223479 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.223805 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.224146 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.224474 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.224854 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.225180 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.225503 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.225820 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.226134 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.226464 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:28:29.396639 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (ff61dfb4-9282-40bf-8d15-3c0053a3b651), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:29.614876 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Router ff61dfb4-9282-40bf-8d15-3c0053a3b651 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:28:29.726782 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:28:29.732029 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-53a022a2-7fc3-4277-9607-b710c3141fd1 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff61dfb4-9282-40bf-8d15-3c0053a3b651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5125349 May 03 09:28:29.734680 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36972) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:29.735746 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] Sync routers for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:28:29.747953 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:29.748588 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:29.838149 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks [] for router (ff61dfb4-9282-40bf-8d15-3c0053a3b651), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:29.853163 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:29.940822 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks [] for router_gateway (ff61dfb4-9282-40bf-8d15-3c0053a3b651), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:29.984520 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Deleting port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:29.984864 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.017196 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:28:29Z', 'revision_number': 5, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port': {'id': '5c4d73bb-12ee-41e3-be9b-0558ca6a3584', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:30.049327 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] Checking router: ff61dfb4-9282-40bf-8d15-3c0053a3b651 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:28:30.058872 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] Routers {'ff61dfb4-9282-40bf-8d15-3c0053a3b651'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:30.059466 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:30.065310 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] For port 5c4d73bb-12ee-41e3-be9b-0558ca6a3584, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:30.065674 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.078263 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Calling delete_port for 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:30.146082 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] Set router ff61dfb4-9282-40bf-8d15-3c0053a3b651 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:30.247092 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (5c4d73bb-12ee-41e3-be9b-0558ca6a3584), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.274926 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4d73bb-12ee-41e3-be9b-0558ca6a3584,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:30.289087 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:28:29Z', 'revision_number': 6, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:30.315662 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e456f-a4ee-49b4-8ae2-ac6dfe010935 None None] The sync data for ids ['ff61dfb4-9282-40bf-8d15-3c0053a3b651'] in dv-cinder-840279-1-iscsi is: [{'id': 'ff61dfb4-9282-40bf-8d15-3c0053a3b651', 'name': 'tempest-TestVolumeBootPattern-789755400-router', 'tenant_id': 'd92efab60f874aa8a197ab70fc582487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:12Z', 'updated_at': '2022-05-03T09:28:29Z', 'revision_number': 6, 'project_id': 'd92efab60f874aa8a197ab70fc582487', 'gw_port_host': None}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:28:30.341119 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (ff61dfb4-9282-40bf-8d15-3c0053a3b651), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.357235 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3b16620a-6131-4669-b42a-fe9b7c816dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.435134 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (ff61dfb4-9282-40bf-8d15-3c0053a3b651), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.437219 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks [] for router_controller (ff61dfb4-9282-40bf-8d15-3c0053a3b651), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.482116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (ff61dfb4-9282-40bf-8d15-3c0053a3b651), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.482643 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff61dfb4-9282-40bf-8d15-3c0053a3b651 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:28:30.487177 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.488281 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-7fd454fe-32ef-4a73-99d3-174bff9986d7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ff61dfb4-9282-40bf-8d15-3c0053a3b651 HTTP/1.1" status: 204 len: 168 time: 0.7526324 May 03 09:28:30.490907 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36974) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:30.539541 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] Deleting subnet 2e9d9555-23b9-4903-b286-e4b52fe3d440 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:28:30.543117 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] Publish callbacks [] for subnet (2e9d9555-23b9-4903-b286-e4b52fe3d440), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.577500 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (2e9d9555-23b9-4903-b286-e4b52fe3d440), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.661174 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (2e9d9555-23b9-4903-b286-e4b52fe3d440), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.718461 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (2e9d9555-23b9-4903-b286-e4b52fe3d440), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.742711 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9d9555-23b9-4903-b286-e4b52fe3d440,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:30.748191 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.752280 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-f54111b7-dbe7-4dcb-bcf6-5c074cceda91 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e9d9555-23b9-4903-b286-e4b52fe3d440 HTTP/1.1" status: 204 len: 168 time: 0.2595513 May 03 09:28:30.754790 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 36982) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:30.759436 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a8bc6-6f23-419f-bd62-57e2fa79c53a None None] Network 0deac27a-139f-478b-bfbb-632d6a5ce9ff requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:28:30.826159 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (0deac27a-139f-478b-bfbb-632d6a5ce9ff), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.878743 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Deleting port 19b64c49-dd78-4b96-a64d-062dffc338e9 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:30.879168 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.942319 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] For port 19b64c49-dd78-4b96-a64d-062dffc338e9, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=19b64c49-dd78-4b96-a64d-062dffc338e9,segment=NetworkSegment(e7a9ed27-376c-43d2-b767-a03649c2819b),segment_id=e7a9ed27-376c-43d2-b767-a03649c2819b)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:30.942678 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:30.955614 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Calling delete_port for 19b64c49-dd78-4b96-a64d-062dffc338e9 owned by network:dhcp {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:31.033794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (19b64c49-dd78-4b96-a64d-062dffc338e9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.061895 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] No DVR routers for this DVR port 19b64c49-dd78-4b96-a64d-062dffc338e9 on host dv-cinder-840279-1-iscsi {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:28:31.062933 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b64c49-dd78-4b96-a64d-062dffc338e9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:31.092912 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de0ddf-b329-4848-881d-4be22725841a None None] DHCP port deletion for 0deac27a-139f-478b-bfbb-632d6a5ce9ff request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:28:31.148228 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (0deac27a-139f-478b-bfbb-632d6a5ce9ff), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.311875 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:31.333177 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:31.333614 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 5c4d73bb-12ee-41e3-be9b-0558ca6a3584 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:31.334188 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 19b64c49-dd78-4b96-a64d-062dffc338e9 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:31.355512 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 19b64c49-dd78-4b96-a64d-062dffc338e9 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:31.355956 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 19b64c49-dd78-4b96-a64d-062dffc338e9 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:31.356505 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 971cbbf8-8de7-4651-812a-b3f59281f229 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:31.385499 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 971cbbf8-8de7-4651-812a-b3f59281f229 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:31.386189 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 971cbbf8-8de7-4651-812a-b3f59281f229 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:31.408508 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.457830 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0deac27a-139f-478b-bfbb-632d6a5ce9ff']}} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:31.468078 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a9ed27-376c-43d2-b767-a03649c2819b') {'for_net_delete': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:31.468398 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.services.segments.db [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a9ed27-376c-43d2-b767-a03649c2819b') {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:31.477680 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4532862'] for segment (e7a9ed27-376c-43d2-b767-a03649c2819b), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.490438 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (e7a9ed27-376c-43d2-b767-a03649c2819b), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.496039 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:28:31.496449 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4833359'] for segment (e7a9ed27-376c-43d2-b767-a03649c2819b), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: Traceback (most recent call last): May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: timer() May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: cb(*args, **kw) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: return func(*args, **kwargs) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: self._notify() May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: self.callback(batched_events) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: event.method(event) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: return f(self, *a, **k) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._get(url).json() May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: return self.request(url, 'GET', **kwargs) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:28:31.498069 dv-cinder-840279-1-iscsi neutron-server[103441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:28:31.553466 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (0deac27a-139f-478b-bfbb-632d6a5ce9ff), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.558791 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:31.562228 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0deac27a-139f-478b-bfbb-632d6a5ce9ff HTTP/1.1" status: 204 len: 168 time: 0.8075213 May 03 09:28:31.566105 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36984) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:31.573343 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544144e4-93b3-405d-8f5f-213d255a3485 admin admin] Pushing event deleted for resources: {'Network': ['ID=0deac27a-139f-478b-bfbb-632d6a5ce9ff,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:31.897523 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (a1c18bb9-de7e-4109-be43-56871776f407), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:32.130588 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Deleting port e8b986d1-2c7c-493b-863b-e0c45c0e42b3 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:32.130917 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:32.208724 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] For port e8b986d1-2c7c-493b-863b-e0c45c0e42b3, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,segment=NetworkSegment(e007a40e-c699-4127-88de-5d527c96929b),segment_id=e007a40e-c699-4127-88de-5d527c96929b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:32.209000 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:32.222012 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Calling delete_port for e8b986d1-2c7c-493b-863b-e0c45c0e42b3 owned by network:router_interface {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:32.399340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (e8b986d1-2c7c-493b-863b-e0c45c0e42b3), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:32.425180 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b986d1-2c7c-493b-863b-e0c45c0e42b3,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:32.595205 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (a1c18bb9-de7e-4109-be43-56871776f407), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:32.810013 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Router a1c18bb9-de7e-4109-be43-56871776f407 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:28:32.896702 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:32.927866 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:28:32.933298 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ecc970d7-5e37-42fe-9f93-8b908fc70464 admin admin] 10.222.0.23 "PUT /v2.0/routers/a1c18bb9-de7e-4109-be43-56871776f407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3661220 May 03 09:28:32.935864 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 36998) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:32.936450 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] Sync routers for ids ['a1c18bb9-de7e-4109-be43-56871776f407'] in dv-cinder-840279-1-iscsi {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:28:32.947503 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] Routers {'a1c18bb9-de7e-4109-be43-56871776f407'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:32.948149 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['a1c18bb9-de7e-4109-be43-56871776f407'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:32.962563 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37000) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:33.046249 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks [] for router (a1c18bb9-de7e-4109-be43-56871776f407), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.061695 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] Set router a1c18bb9-de7e-4109-be43-56871776f407 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:33.071379 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5658405f-b88a-4718-a142-e288cf59b2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.156728 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5658405f-b88a-4718-a142-e288cf59b2ad admin admin] Publish callbacks [] for security_group (12833ab9-55be-4d86-927e-6b8449ee1c38), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.161577 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5658405f-b88a-4718-a142-e288cf59b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (12833ab9-55be-4d86-927e-6b8449ee1c38), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.169393 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks [] for router_gateway (a1c18bb9-de7e-4109-be43-56871776f407), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.207838 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5658405f-b88a-4718-a142-e288cf59b2ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0751a7c5a98b44a883eb391319813c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441361 May 03 09:28:33.208655 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658405f-b88a-4718-a142-e288cf59b2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12833ab9-55be-4d86-927e-6b8449ee1c38,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:33.210173 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37004) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:33.237964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Deleting port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:33.238301 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.333183 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-587ea89c-fcba-4111-a4b9-099b47cffdab admin admin] Publish callbacks [] for security_group (12833ab9-55be-4d86-927e-6b8449ee1c38), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.366903 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] For port aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:33.367264 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.373451 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:28:32Z', 'revision_number': 5, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port': {'id': 'aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:05:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:19:18Z', 'updated_at': '2022-05-03T09:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:33.377617 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-587ea89c-fcba-4111-a4b9-099b47cffdab admin admin] Publish callbacks [] for security_group (12833ab9-55be-4d86-927e-6b8449ee1c38), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.389883 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Calling delete_port for aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 owned by network:router_gateway {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:33.404111 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] Checking router: a1c18bb9-de7e-4109-be43-56871776f407 for host: dv-cinder-840279-1-iscsi {{(pid=103442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:28:33.412280 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] Routers {'a1c18bb9-de7e-4109-be43-56871776f407'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:33.413532 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['a1c18bb9-de7e-4109-be43-56871776f407'], 'active': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:33.479804 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-587ea89c-fcba-4111-a4b9-099b47cffdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (12833ab9-55be-4d86-927e-6b8449ee1c38), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.482331 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-587ea89c-fcba-4111-a4b9-099b47cffdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.484060 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-587ea89c-fcba-4111-a4b9-099b47cffdab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12833ab9-55be-4d86-927e-6b8449ee1c38 HTTP/1.1" status: 204 len: 168 time: 0.2726915 May 03 09:28:33.505304 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvr_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] Set router a1c18bb9-de7e-4109-be43-56871776f407 gateway port host: None {{(pid=103442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:33.525914 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea89c-fcba-4111-a4b9-099b47cffdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12833ab9-55be-4d86-927e-6b8449ee1c38,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:33.563707 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_hamode_db [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:28:33Z', 'revision_number': 6, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:33.599370 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b115bf7-0568-47df-8225-3cac0b3adf2e None None] The sync data for ids ['a1c18bb9-de7e-4109-be43-56871776f407'] in dv-cinder-840279-1-iscsi is: [{'id': 'a1c18bb9-de7e-4109-be43-56871776f407', 'name': 'tempest-TestVolumeBootPattern-871393077-router', 'tenant_id': '5fda1e1131c447b2bd182e5435d6db65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:19:17Z', 'updated_at': '2022-05-03T09:28:33Z', 'revision_number': 6, 'project_id': '5fda1e1131c447b2bd182e5435d6db65', 'gw_port_host': None}] {{(pid=103442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:28:33.602128 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.636814 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:33.701316 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (a1c18bb9-de7e-4109-be43-56871776f407), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.797664 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (a1c18bb9-de7e-4109-be43-56871776f407), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.799948 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks [] for router_controller (a1c18bb9-de7e-4109-be43-56871776f407), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.848493 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (a1c18bb9-de7e-4109-be43-56871776f407), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.848971 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c18bb9-de7e-4109-be43-56871776f407 {{(pid=103440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:28:33.853229 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.854377 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-ca06b2fb-ec41-41c5-8138-4c52ee9e4f9a admin admin] 10.222.0.23 "DELETE /v2.0/routers/a1c18bb9-de7e-4109-be43-56871776f407 HTTP/1.1" status: 204 len: 168 time: 0.9175658 May 03 09:28:33.856842 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37008) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:33.906681 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] Deleting subnet 6708f5ff-1bf9-44d9-9a13-714db75c6ffc {{(pid=103440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:28:33.909729 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] Publish callbacks [] for subnet (6708f5ff-1bf9-44d9-9a13-714db75c6ffc), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:33.943497 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6768236'] for subnet (6708f5ff-1bf9-44d9-9a13-714db75c6ffc), precommit_delete_associations {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.028496 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (6708f5ff-1bf9-44d9-9a13-714db75c6ffc), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.079882 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5435078'] for subnet (6708f5ff-1bf9-44d9-9a13-714db75c6ffc), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.106752 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6708f5ff-1bf9-44d9-9a13-714db75c6ffc,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:34.110509 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.113731 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-b78da1c1-e24d-4453-badd-97e13d348e78 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6708f5ff-1bf9-44d9-9a13-714db75c6ffc HTTP/1.1" status: 204 len: 168 time: 0.2556403 May 03 09:28:34.116740 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37010) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:34.118171 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ece680-95e3-4858-959e-acd18ec2d1d2 None None] Network 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:28:34.189208 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (9660bdd7-aa6a-474b-bb96-d35f71ad68b9), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.235779 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Deleting port 0a67565b-7a7a-4380-95a3-8e8561083805 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:34.236191 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.286694 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] DHCP port deletion for 9660bdd7-aa6a-474b-bb96-d35f71ad68b9 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:28:34.311132 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] For port 0a67565b-7a7a-4380-95a3-8e8561083805, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=0a67565b-7a7a-4380-95a3-8e8561083805,segment=NetworkSegment(e007a40e-c699-4127-88de-5d527c96929b),segment_id=e007a40e-c699-4127-88de-5d527c96929b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:34.311498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.325477 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Calling delete_port for 0a67565b-7a7a-4380-95a3-8e8561083805 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:34.326788 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] Deleting port 0a67565b-7a7a-4380-95a3-8e8561083805 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:34.327168 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.398981 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] For port 0a67565b-7a7a-4380-95a3-8e8561083805, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=0a67565b-7a7a-4380-95a3-8e8561083805,segment=NetworkSegment(e007a40e-c699-4127-88de-5d527c96929b),segment_id=e007a40e-c699-4127-88de-5d527c96929b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:34.399390 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.419474 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] Calling delete_port for 0a67565b-7a7a-4380-95a3-8e8561083805 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:34.422004 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.515080 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.542129 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] Pushing event deleted for resources: {'Port': ['ID=0a67565b-7a7a-4380-95a3-8e8561083805,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:34.545655 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345bd87-5a16-457c-940d-96cd63037b65 None None] No DVR routers for this DVR port 0a67565b-7a7a-4380-95a3-8e8561083805 on host dv-cinder-840279-1-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:28:34.663991 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (0a67565b-7a7a-4380-95a3-8e8561083805), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.689101 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a67565b-7a7a-4380-95a3-8e8561083805,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:34.692540 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] No DVR routers for this DVR port 0a67565b-7a7a-4380-95a3-8e8561083805 on host dv-cinder-840279-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:28:34.764059 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (9660bdd7-aa6a-474b-bb96-d35f71ad68b9), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.784896 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9660bdd7-aa6a-474b-bb96-d35f71ad68b9']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:34.794996 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e007a40e-c699-4127-88de-5d527c96929b') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:34.795296 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e007a40e-c699-4127-88de-5d527c96929b') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:34.804553 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (e007a40e-c699-4127-88de-5d527c96929b), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.817358 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (e007a40e-c699-4127-88de-5d527c96929b), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.823483 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:28:34.823887 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (e007a40e-c699-4127-88de-5d527c96929b), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: self.session.flush() May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: self.session.flush() May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: self.session.flush() May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: self.session.flush() May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:28:34.825771 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:28:34.879751 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (9660bdd7-aa6a-474b-bb96-d35f71ad68b9), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.886758 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:34.893420 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9660bdd7-aa6a-474b-bb96-d35f71ad68b9 HTTP/1.1" status: 204 len: 168 time: 0.7722688 May 03 09:28:34.899841 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27588d2e-3ff7-46eb-aae2-8e9aa4d94720 admin admin] Pushing event deleted for resources: {'Network': ['ID=9660bdd7-aa6a-474b-bb96-d35f71ad68b9,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:35.054210 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37022) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:35.096365 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-fe81d346-1c43-4bae-b83c-7da9d58f0b90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d92efab60f874aa8a197ab70fc582487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408740 May 03 09:28:35.098850 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37024) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:35.147042 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-69705fb3-7b9b-4fa7-a0d6-1b1c24be4ce4 admin admin] Publish callbacks [] for security_group (daa82097-6488-4c57-9e83-d97ef821ab0d), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.168720 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-69705fb3-7b9b-4fa7-a0d6-1b1c24be4ce4 admin admin] Publish callbacks [] for security_group (daa82097-6488-4c57-9e83-d97ef821ab0d), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.225839 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-69705fb3-7b9b-4fa7-a0d6-1b1c24be4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (daa82097-6488-4c57-9e83-d97ef821ab0d), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.228465 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-69705fb3-7b9b-4fa7-a0d6-1b1c24be4ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.232022 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-69705fb3-7b9b-4fa7-a0d6-1b1c24be4ce4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/daa82097-6488-4c57-9e83-d97ef821ab0d HTTP/1.1" status: 204 len: 168 time: 0.1299601 May 03 09:28:35.239057 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69705fb3-7b9b-4fa7-a0d6-1b1c24be4ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa82097-6488-4c57-9e83-d97ef821ab0d,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:35.343990 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:35.363963 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:35.364328 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device aa12a0bc-72d2-41a4-925e-a5f5ef9b4a80 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:35.364747 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 0a67565b-7a7a-4380-95a3-8e8561083805 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:35.387267 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 0a67565b-7a7a-4380-95a3-8e8561083805 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:35.387412 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 0a67565b-7a7a-4380-95a3-8e8561083805 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:35.387819 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device e8b986d1-2c7c-493b-863b-e0c45c0e42b3 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:35.406710 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: e8b986d1-2c7c-493b-863b-e0c45c0e42b3 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:35.407064 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device e8b986d1-2c7c-493b-863b-e0c45c0e42b3 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:35.578012 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37034) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:35.617215 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-57f37a17-4f23-4a3b-9415-b1a95be40a76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fda1e1131c447b2bd182e5435d6db65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380344 May 03 09:28:35.619455 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37036) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:35.665219 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bb4d847f-55a3-42d9-981f-1b16219ac623 admin admin] Publish callbacks [] for security_group (792f038e-bd2d-4231-a9c8-148b2e8e7f16), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.685713 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bb4d847f-55a3-42d9-981f-1b16219ac623 admin admin] Publish callbacks [] for security_group (792f038e-bd2d-4231-a9c8-148b2e8e7f16), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.732626 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bb4d847f-55a3-42d9-981f-1b16219ac623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (792f038e-bd2d-4231-a9c8-148b2e8e7f16), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.735191 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bb4d847f-55a3-42d9-981f-1b16219ac623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:35.736335 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-bb4d847f-55a3-42d9-981f-1b16219ac623 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/792f038e-bd2d-4231-a9c8-148b2e8e7f16 HTTP/1.1" status: 204 len: 168 time: 0.1159842 May 03 09:28:35.744040 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d847f-55a3-42d9-981f-1b16219ac623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f038e-bd2d-4231-a9c8-148b2e8e7f16,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:38.706382 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:28:45.705078 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3497-467c-4fab-8f26-374b171be393 req-b3badcf0-ae4c-4a5e-a7e5-6ca7fe76098a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:45.706528 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-990f3497-467c-4fab-8f26-374b171be393 req-b3badcf0-ae4c-4a5e-a7e5-6ca7fe76098a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 945 time: 0.0459239 May 03 09:28:45.752568 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-990f3497-467c-4fab-8f26-374b171be393 req-dc75c74f-e7f5-4228-a783-0a7356cd3098 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 May 03 09:28:46.866801 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3b238-ff5a-4d7d-a33d-41ab6134a466 req-c54d70e7-e8a0-4315-b5ba-4f7d43877344 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:46.868520 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0d3b238-ff5a-4d7d-a33d-41ab6134a466 req-c54d70e7-e8a0-4315-b5ba-4f7d43877344 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 945 time: 0.0494785 May 03 09:28:46.914697 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f0d3b238-ff5a-4d7d-a33d-41ab6134a466 req-f8655eb7-2c1b-4cb0-a2bc-a3715e38a18e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae68607e-5bab-4e51-b49d-1508fdcae156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 May 03 09:28:47.465840 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f8883-3488-41a8-9580-7ab376887298 req-a07cb549-23c1-49ca-aadd-4402d3db60e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:47.467283 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d84f8883-3488-41a8-9580-7ab376887298 req-a07cb549-23c1-49ca-aadd-4402d3db60e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 945 time: 0.0465438 May 03 09:28:47.550435 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:47.550768 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:47.638422 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] For port c55ad2ba-5130-44d8-b0cf-0cb3261e4411, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:47.638786 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:47.809558 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:47.809825 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (5f4504cd-0b56-4c02-8091-0288e0f0974b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:47.810146 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP 5f4504cd-0b56-4c02-8091-0288e0f0974b disassociated. External IP: 172.27.2.108, port: c55ad2ba-5130-44d8-b0cf-0cb3261e4411. May 03 09:28:47.810490 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for c55ad2ba-5130-44d8-b0cf-0cb3261e4411 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:47.937989 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (c55ad2ba-5130-44d8-b0cf-0cb3261e4411), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:47.965958 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=c55ad2ba-5130-44d8-b0cf-0cb3261e4411,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:48.010735 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-67b8e844-a6e9-478a-83fc-6f593958087f req-f53dfbd0-152b-4cd2-a636-cfac92f92409 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f3157df-8aee-4096-be67-a4674ced6499 HTTP/1.1" status: 200 len: 210 time: 0.0286210 May 03 09:28:48.081763 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:28:48.190401 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:28:48.200416 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:28:48.210291 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:48.210864 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:48.233875 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] No DVR routers for this DVR port c55ad2ba-5130-44d8-b0cf-0cb3261e4411 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:28:48.236706 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:48.240209 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d84f8883-3488-41a8-9580-7ab376887298 req-e369a0d9-98f1-4164-adc4-37c7765bacb8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "DELETE /v2.0/ports/c55ad2ba-5130-44d8-b0cf-0cb3261e4411 HTTP/1.1" status: 204 len: 173 time: 0.7679687 May 03 09:28:48.240627 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'name': 'network-vif-deleted', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:28:48.242903 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20106fe1-dc7c-4809-95be-29ca03c9c839" -d '{"events": [{"server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "name": "network-vif-deleted", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:28:48.278076 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfe7459-ab06-41a1-8e1e-35b63f1895b3 x-openstack-request-id: req-4bfe7459-ab06-41a1-8e1e-35b63f1895b3 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:28:48.278371 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3157df-8aee-4096-be67-a4674ced6499", "name": "network-vif-deleted", "tag": "c55ad2ba-5130-44d8-b0cf-0cb3261e4411", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:28:48.278705 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bfe7459-ab06-41a1-8e1e-35b63f1895b3 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:28:48.279059 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfe7459-ab06-41a1-8e1e-35b63f1895b3'] response: {'server_uuid': '1f3157df-8aee-4096-be67-a4674ced6499', 'name': 'network-vif-deleted', 'tag': 'c55ad2ba-5130-44d8-b0cf-0cb3261e4411', 'status': 'completed', 'code': 200} May 03 09:28:48.326173 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:48.518910 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:48.544751 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:28:48.552712 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:28:48.553865 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:28:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:48.660073 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:28:48.857048 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:28:48.882866 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc1505-2af8-4500-9976-8081da6f32e1 None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:28:49.093636 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd57ba0-709c-4310-81b1-ab0d68ca851a None None] New status for floating IP 5f4504cd-0b56-4c02-8091-0288e0f0974b: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:28:49.097669 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37100) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:49.159299 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a5437a81-b06e-4706-b927-9d1ce4c390b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (ae68607e-5bab-4e51-b49d-1508fdcae156), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.184145 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a5437a81-b06e-4706-b927-9d1ce4c390b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (ae68607e-5bab-4e51-b49d-1508fdcae156), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.237955 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a5437a81-b06e-4706-b927-9d1ce4c390b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (ae68607e-5bab-4e51-b49d-1508fdcae156), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.240640 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a5437a81-b06e-4706-b927-9d1ce4c390b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.241788 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-a5437a81-b06e-4706-b927-9d1ce4c390b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae68607e-5bab-4e51-b49d-1508fdcae156 HTTP/1.1" status: 204 len: 168 time: 0.1427100 May 03 09:28:49.244658 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37102) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:49.250814 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437a81-b06e-4706-b927-9d1ce4c390b8 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae68607e-5bab-4e51-b49d-1508fdcae156,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:49.270549 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-1571780f-6ca6-4bb8-8661-c50c07870e7b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] show failed (client error): The resource could not be found. May 03 09:28:49.275410 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37104) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:49.276550 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-1571780f-6ca6-4bb8-8661-c50c07870e7b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups/ae68607e-5bab-4e51-b49d-1508fdcae156 HTTP/1.1" status: 404 len: 347 time: 0.0301166 May 03 09:28:49.391938 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port b881724f-1db0-4efe-bf1c-4c2625186127 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:28:49.392308 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (b881724f-1db0-4efe-bf1c-4c2625186127), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.468457 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (b881724f-1db0-4efe-bf1c-4c2625186127), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.468696 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (b881724f-1db0-4efe-bf1c-4c2625186127), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.480185 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for b881724f-1db0-4efe-bf1c-4c2625186127 owned by network:floatingip {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:28:49.606236 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (b881724f-1db0-4efe-bf1c-4c2625186127), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.634863 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=b881724f-1db0-4efe-bf1c-4c2625186127,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:49.695081 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (5f4504cd-0b56-4c02-8091-0288e0f0974b), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.697666 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.698802 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-d00d7842-e54e-44a7-ac8c-7cb40d99ef47 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/floatingips/5f4504cd-0b56-4c02-8091-0288e0f0974b HTTP/1.1" status: 204 len: 168 time: 0.4212694 May 03 09:28:49.858886 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37108) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:49.863357 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-bdadc469-f84c-407a-8451-ae4f1406dad3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578452323', 'description': 'tempest-description--1937120592'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:28:49.884943 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bdadc469-f84c-407a-8451-ae4f1406dad3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.949291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bdadc469-f84c-407a-8451-ae4f1406dad3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (2025f14f-1d6f-44ca-bb74-6d1740d0be98), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.952854 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bdadc469-f84c-407a-8451-ae4f1406dad3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (2025f14f-1d6f-44ca-bb74-6d1740d0be98), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.984219 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-bdadc469-f84c-407a-8451-ae4f1406dad3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:49.985348 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-bdadc469-f84c-407a-8451-ae4f1406dad3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1254742 May 03 09:28:49.987190 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc469-f84c-407a-8451-ae4f1406dad3 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2025f14f-1d6f-44ca-bb74-6d1740d0be98,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:49.988355 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37110) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:49.994489 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-5fecc280-42a8-405f-8ec9-b6f06e6c1269 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': '2025f14f-1d6f-44ca-bb74-6d1740d0be98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:28:50.018929 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5fecc280-42a8-405f-8ec9-b6f06e6c1269 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (a61e0a9c-bee3-4e55-8401-8e9efeeac76e), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.071886 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5fecc280-42a8-405f-8ec9-b6f06e6c1269 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (a61e0a9c-bee3-4e55-8401-8e9efeeac76e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.075104 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5fecc280-42a8-405f-8ec9-b6f06e6c1269 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (a61e0a9c-bee3-4e55-8401-8e9efeeac76e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.091928 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecc280-42a8-405f-8ec9-b6f06e6c1269 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61e0a9c-bee3-4e55-8401-8e9efeeac76e,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:50.098093 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5fecc280-42a8-405f-8ec9-b6f06e6c1269 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.099259 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5fecc280-42a8-405f-8ec9-b6f06e6c1269 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091540 May 03 09:28:50.102410 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37112) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:50.106535 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-dc637a7b-9c3f-4cc5-ad9d-36eac613f499 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'security_group_rule': {'security_group_id': '2025f14f-1d6f-44ca-bb74-6d1740d0be98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:28:50.130015 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc637a7b-9c3f-4cc5-ad9d-36eac613f499 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (7e0aeae9-4046-47c6-b1c8-6367ad32f921), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.187054 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc637a7b-9c3f-4cc5-ad9d-36eac613f499 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (7e0aeae9-4046-47c6-b1c8-6367ad32f921), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.190568 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc637a7b-9c3f-4cc5-ad9d-36eac613f499 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476900'] for security_group_rule (7e0aeae9-4046-47c6-b1c8-6367ad32f921), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.207191 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc637a7b-9c3f-4cc5-ad9d-36eac613f499 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0aeae9-4046-47c6-b1c8-6367ad32f921,revision_number=0']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:50.215963 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc637a7b-9c3f-4cc5-ad9d-36eac613f499 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.217187 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-dc637a7b-9c3f-4cc5-ad9d-36eac613f499 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138718 May 03 09:28:50.220298 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37114) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:28:50.224533 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:28:50.244862 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.319363 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.419641 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.27.2.167 (856b40ca-21a3-4501-bdeb-f84d16ee9a23/977bee38-6876-4a8c-bd07-d76446728a00/83ac4ecb-ee1b-4e65-9467-852ae0301003) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:28:50.521160 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.552675 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.586818 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 856b40ca-21a3-4501-bdeb-f84d16ee9a23 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:28:50.589590 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:28:50.592945 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:28:50.620772 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=83ac4ecb-ee1b-4e65-9467-852ae0301003,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:50.683031 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (e31e7dbd-5fed-4118-ba1f-d876f073fff1), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.717513 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.864518 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.869498 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087239'] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.938893 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=83ac4ecb-ee1b-4e65-9467-852ae0301003,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:50.948354 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (e31e7dbd-5fed-4118-ba1f-d876f073fff1), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.962700 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:50.963885 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-3d447239-17b3-485c-969e-6603d6b88b2f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7426317 May 03 09:28:51.153457 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-ee59e400-d4e8-4d05-bbbb-f3162ec535ce tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1578452323&fields=id&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 267 time: 0.0417767 May 03 09:28:51.255871 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-01c6c432-fff8-409f-85a3-02183a150f26 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:51.257385 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-01c6c432-fff8-409f-85a3-02183a150f26 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.0976620 May 03 09:28:51.271662 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-4fd53fc0-c9a7-430a-9daa-6133897358ca tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/quotas/6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 375 time: 0.0089765 May 03 09:28:51.322640 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-d86dce90-be7e-42b8-9bd0-e75e91111bee tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456171 May 03 09:28:51.501453 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-4c4708a4-fc79-409b-b48d-ab3a4426961d service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678331 May 03 09:28:51.592275 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-75f56229-05d3-4ac8-af39-0096ab63d130 service neutron] 10.222.0.23 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851421 May 03 09:28:51.747251 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-66c75fd1-1aae-4aa0-b403-d73810e4f9ee req-b2a8a041-de66-4245-a81e-4ebfe08f2e7b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0269651 May 03 09:28:52.684669 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-13700780-318f-4b80-afcd-f1343d432b82 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:52.686140 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-13700780-318f-4b80-afcd-f1343d432b82 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 814 time: 0.1024499 May 03 09:28:52.717438 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c55ad2ba-5130-44d8-b0cf-0cb3261e4411 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:28:52.738088 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: c55ad2ba-5130-44d8-b0cf-0cb3261e4411 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:28:52.738450 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device c55ad2ba-5130-44d8-b0cf-0cb3261e4411 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:28:52.758246 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-529137a8-617b-4f85-bf3e-d6195a5d6557 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6506fb00a31e4161b2be9c0c7f82b950 HTTP/1.1" status: 200 len: 380 time: 0.0573614 May 03 09:28:52.840869 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-bbf51c0c-1d8c-40b7-8269-d92c787f3f40 req-f68aba88-a6f9-4ee8-b6f8-7106ed06c801 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0277195 May 03 09:28:52.850090 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'port': {'device_id': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'admin_state_up': True, 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'security_groups': ['2025f14f-1d6f-44ca-bb74-6d1740d0be98']}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:28:52.957482 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Made reservation on behalf of 6506fb00a31e4161b2be9c0c7f82b950 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:28:52.960601 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.082492 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Allocated IP 172.20.0.13 (608b14a8-0b7c-4127-9755-ab275cbf0fb6/258a3f4d-e575-4f8f-be47-3d2806f58296/052066b1-2585-4ea4-8645-6315f9eed4c2) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:28:53.223183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.267350 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.310535 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:28:53.313690 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:28:53.320135 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:28:53.326005 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event updated for resources: {'Port': ['ID=052066b1-2585-4ea4-8645-6315f9eed4c2,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:53.371414 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:53.372048 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.389702 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-1c8ebeaf-6b94-4d1d-a05f-d7a3797101b7 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431762 May 03 09:28:53.408778 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Request body: {'port': {'device_id': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:28:53.473142 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.541031 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-52fe401d-613f-474b-ac46-722e4cd1e49a None None] Provisioning complete for port 052066b1-2585-4ea4-8645-6315f9eed4c2 triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:28:53.541487 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52fe401d-613f-474b-ac46-722e4cd1e49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.578175 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-52fe401d-613f-474b-ac46-722e4cd1e49a None None] Port 052066b1-2585-4ea4-8645-6315f9eed4c2 cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:28:53.730666 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052066b1-2585-4ea4-8645-6315f9eed4c2 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:28:53.737879 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Publish callbacks [] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.749959 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Transition to ACTIVE for port object 052066b1-2585-4ea4-8645-6315f9eed4c2 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:28:53.753639 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.824397 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=052066b1-2585-4ea4-8645-6315f9eed4c2,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:53.875899 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Attempting to bind port 052066b1-2585-4ea4-8645-6315f9eed4c2 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:28:53.877640 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Attempting to bind port 052066b1-2585-4ea4-8645-6315f9eed4c2 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:28:53.878220 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Attempting to bind port 052066b1-2585-4ea4-8645-6315f9eed4c2 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:28:53.884034 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Port 052066b1-2585-4ea4-8645-6315f9eed4c2 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:28:53.884402 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Attempting to bind port 052066b1-2585-4ea4-8645-6315f9eed4c2 on network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:28:53.889901 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:28:53.890224 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Checking segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:28:53.890603 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Bound using segment: {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:28:53.891028 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Bound port: 052066b1-2585-4ea4-8645-6315f9eed4c2, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f644d7-b023-4912-af12-b022a37ff5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:28:53.891385 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:53.960906 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] For port 052066b1-2585-4ea4-8645-6315f9eed4c2, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:28:53.964653 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] For port 052066b1-2585-4ea4-8645-6315f9eed4c2, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=052066b1-2585-4ea4-8645-6315f9eed4c2,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:28:53.967993 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79517f4-bf47-4378-ae38-33b48a01786d req-d0010116-3c2e-487f-b42f-64b6417d22bc tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:53.969658 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f79517f4-bf47-4378-ae38-33b48a01786d req-d0010116-3c2e-487f-b42f-64b6417d22bc tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0540912 May 03 09:28:53.974219 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:54.008348 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:54.008955 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:54.010338 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] 10.222.0.36 "PUT /v2.0/ports/052066b1-2585-4ea4-8645-6315f9eed4c2 HTTP/1.1" status: 200 len: 1094 time: 0.6058235 May 03 09:28:54.010797 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:28:54.013085 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7378fe-76e7-445e-913b-9ea9098c5bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:28:54.028366 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f79517f4-bf47-4378-ae38-33b48a01786d req-96be57c9-9a7c-4e0c-8945-45330256e9ba tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528469 May 03 09:28:54.037867 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e139e8e-fb25-40e2-9af8-cb2d99a18ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=052066b1-2585-4ea4-8645-6315f9eed4c2,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:54.059477 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0b1b3-7159-4d4b-9b7d-1647211c63d0 x-openstack-request-id: req-73c0b1b3-7159-4d4b-9b7d-1647211c63d0 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:28:54.059937 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:28:54.060227 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73c0b1b3-7159-4d4b-9b7d-1647211c63d0 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:28:54.060646 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c0b1b3-7159-4d4b-9b7d-1647211c63d0'] response: {'name': 'network-changed', 'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'status': 'completed', 'code': 200} May 03 09:28:54.129276 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-91a0731d-904f-4401-8c79-b9c8d9dcc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:54.130924 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-91a0731d-904f-4401-8c79-b9c8d9dcc638 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0441346 May 03 09:28:54.180330 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-272f8e2e-ca34-4e5b-92f3-61107d291a76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=052066b1-2585-4ea4-8645-6315f9eed4c2 HTTP/1.1" status: 200 len: 217 time: 0.0358109 May 03 09:28:54.228777 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-460db0d9-7cc4-44ce-bad4-58c7ea2f61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:54.230260 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-460db0d9-7cc4-44ce-bad4-58c7ea2f61fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0443709 May 03 09:28:54.272298 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-12204c1a-5717-403e-8099-b2eb09ffcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:54.273777 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-12204c1a-5717-403e-8099-b2eb09ffcb61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379250 May 03 09:28:54.373427 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-e21cf855-b17c-48f1-8f69-7a619646f8c5 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936310 May 03 09:28:54.462552 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-52bc96ce-2ea9-4998-bc92-230d6d3ed79a req-466f7b74-dc6e-418a-bdad-23a59231b6ab service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838997 May 03 09:28:55.147593 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b97d8-4536-467b-ad50-c87acca2b6b1 req-3fa2f301-465f-40ac-8aeb-3487a6fcc7f0 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:55.149629 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f43b97d8-4536-467b-ad50-c87acca2b6b1 req-3fa2f301-465f-40ac-8aeb-3487a6fcc7f0 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0491216 May 03 09:28:55.196160 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-f43b97d8-4536-467b-ad50-c87acca2b6b1 req-f6d798b5-0081-491f-966d-3cd7e07ef651 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 May 03 09:28:56.307186 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716cd0-c817-4d27-b46c-66b55300565d req-9686cf0b-84be-4189-ba95-62b662a109df tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:56.308688 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44716cd0-c817-4d27-b46c-66b55300565d req-9686cf0b-84be-4189-ba95-62b662a109df tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0461993 May 03 09:28:56.354288 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-44716cd0-c817-4d27-b46c-66b55300565d req-0fa3e732-6eb1-404e-a843-0dec996e007e tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401223 May 03 09:28:56.615156 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-5ba76a0e-3b59-44e7-a57b-1b5962e4cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:56.617156 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-5ba76a0e-3b59-44e7-a57b-1b5962e4cebf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0364487 May 03 09:28:56.707167 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-46e02516-db4a-43c8-beac-6956edc3e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:56.708640 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-46e02516-db4a-43c8-beac-6956edc3e26a service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0860579 May 03 09:28:56.748443 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-f2cf6bdb-03c3-4099-92a3-4dacab41177b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=052066b1-2585-4ea4-8645-6315f9eed4c2 HTTP/1.1" status: 200 len: 217 time: 0.0335190 May 03 09:28:56.797958 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-774fb5ec-2538-4835-a03a-c4e5ca927381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:56.799387 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-774fb5ec-2538-4835-a03a-c4e5ca927381 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0457683 May 03 09:28:56.840839 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-43204467-569c-4aa6-83b8-4bd1f5f72ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:56.842330 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-43204467-569c-4aa6-83b8-4bd1f5f72ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370200 May 03 09:28:56.929534 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-b30954b2-9600-460d-9075-e1f0766ee3c9 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811369 May 03 09:28:57.018965 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6c7378fe-76e7-445e-913b-9ea9098c5bcd req-f3bc2d70-b990-48ee-89ac-3bf8d819965a service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 May 03 09:28:57.244979 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:57.463715 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49278fa6-ec9a-40ba-bd46-7d026c2dd8dd req-ccd1d2d4-7b34-4ad3-99ba-ae8f08a4d221 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:57.465197 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-49278fa6-ec9a-40ba-bd46-7d026c2dd8dd req-ccd1d2d4-7b34-4ad3-99ba-ae8f08a4d221 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0463135 May 03 09:28:57.511778 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-49278fa6-ec9a-40ba-bd46-7d026c2dd8dd req-1e17c431-7859-4903-b391-39315bb4c4a4 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 May 03 09:28:57.993323 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee58e601-71e1-4a36-a442-58228fb7e2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:58.620974 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f526c0-f647-4fab-b8cd-ac64a66026b1 req-fa5ef268-2a3c-4ed0-b6ca-f1a75d7c3078 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:58.622420 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-91f526c0-f647-4fab-b8cd-ac64a66026b1 req-fa5ef268-2a3c-4ed0-b6ca-f1a75d7c3078 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0461757 May 03 09:28:58.668040 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-91f526c0-f647-4fab-b8cd-ac64a66026b1 req-42c3bbab-4313-426d-9597-1b355878dee9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402639 May 03 09:28:58.732101 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 052066b1-2585-4ea4-8645-6315f9eed4c2 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:28:58.830371 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 052066b1-2585-4ea4-8645-6315f9eed4c2, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=052066b1-2585-4ea4-8645-6315f9eed4c2,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:58.841019 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'port_id': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'mac_address': 'fa:16:3e:b4:b4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:28:58.876480 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 052066b1-2585-4ea4-8645-6315f9eed4c2 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:28:58.876862 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:58.889852 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052066b1-2585-4ea4-8645-6315f9eed4c2 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:28:58.908724 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 052066b1-2585-4ea4-8645-6315f9eed4c2, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=052066b1-2585-4ea4-8645-6315f9eed4c2,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:28:58.912233 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:28:58.958074 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=052066b1-2585-4ea4-8645-6315f9eed4c2,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:28:59.332167 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['052066b1-2585-4ea4-8645-6315f9eed4c2'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:28:59.781523 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca2065-7ce6-44db-a6f7-8ffce784ee46 req-c2622c58-d8d3-41e6-86a3-124a73945eaf tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:28:59.783064 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-21ca2065-7ce6-44db-a6f7-8ffce784ee46 req-c2622c58-d8d3-41e6-86a3-124a73945eaf tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0493810 May 03 09:28:59.829539 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-21ca2065-7ce6-44db-a6f7-8ffce784ee46 req-a08b1bae-d8e6-4ae2-82dc-d57009009a32 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 May 03 09:29:00.358742 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abd3052b-0c56-43c9-8869-bb8398959e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:00.732402 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 052066b1-2585-4ea4-8645-6315f9eed4c2 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:29:00.779190 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 052066b1-2585-4ea4-8645-6315f9eed4c2 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:29:00.784126 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 052066b1-2585-4ea4-8645-6315f9eed4c2 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:29:00.784564 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:00.865117 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 052066b1-2585-4ea4-8645-6315f9eed4c2 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:29:00.865507 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:00.888466 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:29:00.890700 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb50b6b1-fc01-4feb-9964-655e591fd068" -d '{"events": [{"server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:29:00.905872 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 052066b1-2585-4ea4-8645-6315f9eed4c2, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=052066b1-2585-4ea4-8645-6315f9eed4c2,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:29:00.912814 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:00.939367 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e263a23-8de9-43c7-893b-99915ed059ca x-openstack-request-id: req-6e263a23-8de9-43c7-893b-99915ed059ca {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:29:00.939660 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:29:00.939926 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e263a23-8de9-43c7-893b-99915ed059ca {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:29:00.940339 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e263a23-8de9-43c7-893b-99915ed059ca'] response: {'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'code': 200} May 03 09:29:00.947123 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3685880-3428-4d6a-8be7-6abe76bc609b req-c71a7312-d00d-4f0a-a5d9-6cd09a3a8453 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:00.948706 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a3685880-3428-4d6a-8be7-6abe76bc609b req-c71a7312-d00d-4f0a-a5d9-6cd09a3a8453 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0540242 May 03 09:29:00.969016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=052066b1-2585-4ea4-8645-6315f9eed4c2,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:29:00.995547 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a3685880-3428-4d6a-8be7-6abe76bc609b req-1e12591a-d3c1-4c1b-8776-3f6e9dff055c tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 May 03 09:29:01.147070 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e2393-2e6e-433c-856c-881a8969ee6d req-2ab87c6d-4e13-4308-9554-aa0353490ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:01.148620 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-041e2393-2e6e-433c-856c-881a8969ee6d req-2ab87c6d-4e13-4308-9554-aa0353490ee0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0386159 May 03 09:29:01.191257 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-041e2393-2e6e-433c-856c-881a8969ee6d req-72286217-c56a-4fac-b14c-aabfade8c950 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364041 May 03 09:29:01.396711 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:02.107626 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf692f7-5423-4313-81c0-5705591b1147 req-ce902be8-7c37-4daa-ac25-a74fa5d0aa9d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:02.109093 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6cf692f7-5423-4313-81c0-5705591b1147 req-ce902be8-7c37-4daa-ac25-a74fa5d0aa9d tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0448983 May 03 09:29:02.154579 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-6cf692f7-5423-4313-81c0-5705591b1147 req-c2a63afe-eb77-4039-9642-3b19d4b95581 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400310 May 03 09:29:02.900642 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:03.272424 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432f518-c6fc-41e9-8a28-bf50f5327ac6 req-2f3fc7cf-f0b0-43a1-bc41-9df2c0aa675b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:03.273870 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e432f518-c6fc-41e9-8a28-bf50f5327ac6 req-2f3fc7cf-f0b0-43a1-bc41-9df2c0aa675b tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0452919 May 03 09:29:03.322115 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e432f518-c6fc-41e9-8a28-bf50f5327ac6 req-b2abce6c-ac31-4ecc-a082-d6d520431c95 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 May 03 09:29:03.428229 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904761a-eadf-4949-bdae-c87d55fe2d5c req-810eb3a7-37ef-4b8e-897a-05021e576bde tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:03.429684 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c904761a-eadf-4949-bdae-c87d55fe2d5c req-810eb3a7-37ef-4b8e-897a-05021e576bde tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0460114 May 03 09:29:03.437809 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37170) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:29:03.442003 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Request body: {'floatingip': {'port_id': '052066b1-2585-4ea4-8645-6315f9eed4c2'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:29:03.483117 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (e31e7dbd-5fed-4118-ba1f-d876f073fff1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:03.911504 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:03.915422 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (e31e7dbd-5fed-4118-ba1f-d876f073fff1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:04.015585 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.l3_db [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP e31e7dbd-5fed-4118-ba1f-d876f073fff1 associated. External IP: 172.27.2.167, port: 052066b1-2585-4ea4-8645-6315f9eed4c2. May 03 09:29:04.220285 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:29:04.327622 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:29:04.332524 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:04.337974 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:29:04.347299 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:29:04.347988 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:29:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:29:04.407123 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:04.467535 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:29:04.616274 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5922bf1c-3ac2-4c2a-af37-b8c7a19592e9 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "PUT /v2.0/floatingips/e31e7dbd-5fed-4118-ba1f-d876f073fff1 HTTP/1.1" status: 200 len: 992 time: 1.1773920 May 03 09:29:04.616898 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:29:04.619065 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354420db94a9fc2d71f4fe88b5bd4aba4fb0442f99ab679dd3965435c5faf818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38461fd8-752f-4f0d-845b-6559b9fbff92" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:29:04.664027 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18287ec-8b73-4940-a621-df7f96b65777 x-openstack-request-id: req-d18287ec-8b73-4940-a621-df7f96b65777 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:29:04.664349 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2", "status": "completed", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:29:04.664757 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d18287ec-8b73-4940-a621-df7f96b65777 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:29:04.665206 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18287ec-8b73-4940-a621-df7f96b65777'] response: {'name': 'network-changed', 'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'status': 'completed', 'code': 200} May 03 09:29:04.695317 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': 'e31e7dbd-5fed-4118-ba1f-d876f073fff1', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:b4:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:28:50Z', 'updated_at': '2022-05-03T09:29:03Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:29:04.721282 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:29:04.730155 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:29:04.730755 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:29:00Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:29:04.742365 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-07a1a37f-9da9-47cb-8151-3148efc30f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:04.743913 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-07a1a37f-9da9-47cb-8151-3148efc30f64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0385756 May 03 09:29:04.830764 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-0ee2fe2f-c97e-4e25-b415-611b7b262278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:04.832334 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-0ee2fe2f-c97e-4e25-b415-611b7b262278 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0821350 May 03 09:29:04.836675 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:29:04.900306 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-4cfbb567-f98f-4127-913a-3d141a7b9b2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=052066b1-2585-4ea4-8645-6315f9eed4c2 HTTP/1.1" status: 200 len: 1000 time: 0.0616431 May 03 09:29:04.948231 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-bd634900-17ee-4738-82e1-6598db69a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:04.949765 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-bd634900-17ee-4738-82e1-6598db69a406 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0435998 May 03 09:29:04.991271 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-e4428287-9469-4427-9156-50c1abafe0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:04.992716 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-e4428287-9469-4427-9156-50c1abafe0a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372314 May 03 09:29:05.086629 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-bf27380f-d53d-424a-af81-15621bad901e service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876048 May 03 09:29:05.137237 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': 'e31e7dbd-5fed-4118-ba1f-d876f073fff1', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:b4:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:28:50Z', 'updated_at': '2022-05-03T09:29:03Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:29:05.163286 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa26f8-ad16-451f-acda-64488a4e5f89 None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_floatingips': [{'id': 'e31e7dbd-5fed-4118-ba1f-d876f073fff1', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'router_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'port_id': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'mac_address': 'fa:16:3e:b4:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T09:28:50Z', 'updated_at': '2022-05-03T09:29:03Z', 'revision_number': 1, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:29:05.178838 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-38461fd8-752f-4f0d-845b-6559b9fbff92 req-0203efe2-7837-4ea9-bef3-368f6def44c8 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863662 May 03 09:29:05.355072 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd2e24-822a-4f37-b5ed-035065c997e2 None None] New status for floating IP e31e7dbd-5fed-4118-ba1f-d876f073fff1: ACTIVE {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:29:15.707193 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:29:27.258187 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:27.994620 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c106a133-d6f9-4a8a-87d0-d237d849a6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:30.359830 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8526d5e2-34ca-4b60-aa81-03037f3063c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:31.399841 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:32.903530 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:34.400363 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:48.608618 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-a2bfdc87-60e9-4c73-a98d-1ed3121a3352 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373354 May 03 09:29:48.701409 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-c784a6e3-95fd-4f34-9ea9-7e1087279e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:48.702860 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-c784a6e3-95fd-4f34-9ea9-7e1087279e96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0371678 May 03 09:29:48.808193 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-1f846d49-210d-408e-9e25-0b371008fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:48.809672 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-1f846d49-210d-408e-9e25-0b371008fbb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 200 len: 915 time: 0.0886757 May 03 09:29:48.872833 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-1f2d3997-2698-470e-98c5-9d33dabfc47a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=052066b1-2585-4ea4-8645-6315f9eed4c2 HTTP/1.1" status: 200 len: 1002 time: 0.0570507 May 03 09:29:48.918723 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-b58f3cb3-60a8-4495-92c6-d00a3095fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:48.920119 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-b58f3cb3-60a8-4495-92c6-d00a3095fa37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 200 len: 853 time: 0.0421910 May 03 09:29:48.971122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-d0dc97f5-5de2-4779-9a1f-2bd00cabfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:29:48.972608 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-d0dc97f5-5de2-4779-9a1f-2bd00cabfcd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608b14a8-0b7c-4127-9755-ab275cbf0fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414240 May 03 09:29:49.058785 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-b46e548b-f87a-49fe-a5b2-fe4d69e693a4 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792229 May 03 09:29:49.146876 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-e57428b4-59f9-46b3-9144-5a8851668af9 req-30adb696-e268-4bee-aa7f-7ca06a0cb153 service neutron] 10.222.0.36 "GET /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819113 May 03 09:29:52.705736 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:29:57.272808 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:29:57.995277 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-566f2e11-aa1e-4d2c-9374-22b7f16f7ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:00.360877 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f321df1e-ff8c-4165-8298-82acfd61698a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:01.402518 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:02.906060 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:04.402918 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:27.271322 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:27.997028 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c5d954c-537a-4798-b03b-ed5864a04bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:29.202496 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87fdb-db55-4a40-81bd-cb3be35214fa req-222e7c24-eaf7-498b-9a93-dec970123460 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:30:29.203904 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-98d87fdb-db55-4a40-81bd-cb3be35214fa req-222e7c24-eaf7-498b-9a93-dec970123460 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0476363 May 03 09:30:29.250887 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-98d87fdb-db55-4a40-81bd-cb3be35214fa req-3468a16d-124b-4160-958e-e9d4a752f26a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 May 03 09:30:29.704619 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:30:30.362743 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d9e709f-d7af-426e-bdad-0bee30772134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:30.363357 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475e774-d816-441d-86ea-52209e652774 req-9f523b0b-f0ae-41df-9dd1-7d2e6cdd86e5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:30:30.364804 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f475e774-d816-441d-86ea-52209e652774 req-9f523b0b-f0ae-41df-9dd1-7d2e6cdd86e5 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0468431 May 03 09:30:30.411015 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f475e774-d816-441d-86ea-52209e652774 req-2d302f36-9ff5-4ab9-869f-dc3fdc2e415f tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 May 03 09:30:31.056682 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-78de7e7e-6d19-4268-a841-a807adc2f839 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:30:31.058143 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-78de7e7e-6d19-4268-a841-a807adc2f839 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0458241 May 03 09:30:31.141331 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port 052066b1-2585-4ea4-8645-6315f9eed4c2 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:30:31.141670 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:31.231000 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] For port 052066b1-2585-4ea4-8645-6315f9eed4c2, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=052066b1-2585-4ea4-8645-6315f9eed4c2,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:30:31.231367 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:31.407052 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:31.542429 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3793b-2489-438b-bb55-febe352793bc req-f4d540fe-7843-414d-bdb6-e9372ca7ea5a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:30:31.542429 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-38a3793b-2489-438b-bb55-febe352793bc req-f4d540fe-7843-414d-bdb6-e9372ca7ea5a tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 946 time: 0.0520339 May 03 09:30:31.602474 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-38a3793b-2489-438b-bb55-febe352793bc req-8b79490d-b073-4466-a519-1e0fdc35bc60 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups?id=2025f14f-1d6f-44ca-bb74-6d1740d0be98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 May 03 09:30:31.685314 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:31.685882 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445943'] for floatingip (e31e7dbd-5fed-4118-ba1f-d876f073fff1), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:31.686003 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.db.l3_db [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Floating IP e31e7dbd-5fed-4118-ba1f-d876f073fff1 disassociated. External IP: 172.27.2.167, port: 052066b1-2585-4ea4-8645-6315f9eed4c2. May 03 09:30:31.686311 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for 052066b1-2585-4ea4-8645-6315f9eed4c2 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:30:31.816957 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (052066b1-2585-4ea4-8645-6315f9eed4c2), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:31.846807 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=052066b1-2585-4ea4-8645-6315f9eed4c2,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:31.857481 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.857832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.858181 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.858522 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.858860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.859194 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.859534 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.859860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.860211 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.860557 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.860869 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.861191 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.861655 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.861836 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.862162 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:31.979494 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:30:32.092844 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:30:32.103503 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:30:32.115668 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:30:32.117959 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:30:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:32.136547 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] No DVR routers for this DVR port 052066b1-2585-4ea4-8645-6315f9eed4c2 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:30:32.139142 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:32.142707 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-19310570-19c4-4043-adda-bb9defbb5ed7 req-a896f1d4-b792-4dd6-a76a-7ee4a05b1484 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.36 "DELETE /v2.0/ports/052066b1-2585-4ea4-8645-6315f9eed4c2 HTTP/1.1" status: 204 len: 173 time: 1.0796342 May 03 09:30:32.143158 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'name': 'network-vif-deleted', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:30:32.145497 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772d1c3a-363f-4359-b594-2fc91aa93377" -d '{"events": [{"server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "name": "network-vif-deleted", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:30:32.194431 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8de8b24-cc4a-42d7-a61c-97aa56c49297 x-openstack-request-id: req-f8de8b24-cc4a-42d7-a61c-97aa56c49297 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:30:32.194431 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2", "name": "network-vif-deleted", "tag": "052066b1-2585-4ea4-8645-6315f9eed4c2", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:30:32.194709 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8de8b24-cc4a-42d7-a61c-97aa56c49297 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:30:32.195097 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8de8b24-cc4a-42d7-a61c-97aa56c49297'] response: {'server_uuid': '8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2', 'name': 'network-vif-deleted', 'tag': '052066b1-2585-4ea4-8645-6315f9eed4c2', 'status': 'completed', 'code': 200} May 03 09:30:32.247967 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:30:32.460269 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:32.490531 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:30:32.499101 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:30:32.499705 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:30:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:32.608261 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:30:32.732643 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-170b2bf0-8924-4ac4-b350-7b39e132800c req-2692cff2-1dd5-4e72-bde6-9125fe72eefc tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5c9f2f-1c8e-408e-8eac-ee07ec60dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0353055 May 03 09:30:32.797962 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:32.824322 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874b4a-b56c-4639-95a2-2fbcc790d712 None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:22:30Z', 'revision_number': 4, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi', '_interfaces': [{'id': 'b8c4e98c-93e6-4a36-9f7d-951d4b6214bb', 'name': '', 'network_id': '608b14a8-0b7c-4127-9755-ab275cbf0fb6', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'mac_address': 'fa:16:3e:b3:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:29Z', 'updated_at': '2022-05-03T09:22:34Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'subnets': [{'id': '258a3f4d-e575-4f8f-be47-3d2806f58296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:30:32.919802 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:33.103004 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb4c55-7b98-4d3d-af2b-5449d54358a7 None None] New status for floating IP e31e7dbd-5fed-4118-ba1f-d876f073fff1: DOWN {{(pid=103442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 09:30:33.813140 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37276) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:33.872062 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (2025f14f-1d6f-44ca-bb74-6d1740d0be98), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:33.896034 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (2025f14f-1d6f-44ca-bb74-6d1740d0be98), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:33.949183 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (2025f14f-1d6f-44ca-bb74-6d1740d0be98), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:33.951765 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:33.952966 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/security-groups/2025f14f-1d6f-44ca-bb74-6d1740d0be98 HTTP/1.1" status: 204 len: 168 time: 0.1387815 May 03 09:30:33.956999 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37278) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:33.962216 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025f14f-1d6f-44ca-bb74-6d1740d0be98,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:33.969918 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.970177 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.970526 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.970864 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.971198 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.971641 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.971859 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.972205 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.972532 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.972858 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.973184 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.973504 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.973829 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.974151 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.974471 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e69bacf-d2b5-4686-afdd-9e5afc49faa2 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:30:33.975194 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.api.v2.resource [None req-0c426718-1a32-43f8-8a18-5bc8f3754839 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] show failed (client error): The resource could not be found. May 03 09:30:33.978944 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-0c426718-1a32-43f8-8a18-5bc8f3754839 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "GET /v2.0/security-groups/2025f14f-1d6f-44ca-bb74-6d1740d0be98 HTTP/1.1" status: 404 len: 347 time: 0.0176353 May 03 09:30:33.979110 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37280) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:34.099760 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Deleting port 83ac4ecb-ee1b-4e65-9467-852ae0301003 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:30:34.100147 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:34.185556 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:34.185889 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (83ac4ecb-ee1b-4e65-9467-852ae0301003), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:34.199233 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Calling delete_port for 83ac4ecb-ee1b-4e65-9467-852ae0301003 owned by network:floatingip {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:30:34.337136 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (83ac4ecb-ee1b-4e65-9467-852ae0301003), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:34.360952 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Pushing event deleted for resources: {'Port': ['ID=83ac4ecb-ee1b-4e65-9467-852ae0301003,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:34.412676 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:34.431835 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks [] for floatingip (e31e7dbd-5fed-4118-ba1f-d876f073fff1), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:34.434483 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for floatingip (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:34.435626 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-39f4f2db-37f1-4de9-9943-faff7d010586 tempest-AttachVolumeNegativeTest-424152652 tempest-AttachVolumeNegativeTest-424152652-project] 10.222.0.23 "DELETE /v2.0/floatingips/e31e7dbd-5fed-4118-ba1f-d876f073fff1 HTTP/1.1" status: 204 len: 168 time: 0.4556160 May 03 09:30:35.210267 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 052066b1-2585-4ea4-8645-6315f9eed4c2 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:30:35.232243 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 052066b1-2585-4ea4-8645-6315f9eed4c2 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:30:35.232586 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 052066b1-2585-4ea4-8645-6315f9eed4c2 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:30:38.110764 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37316) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:38.542346 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443090'] for router_interface (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:38.771806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Deleting port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:30:38.772233 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:38.850925 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] For port b8c4e98c-93e6-4a36-9f7d-951d4b6214bb, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:30:38.851284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:38.864236 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Calling delete_port for b8c4e98c-93e6-4a36-9f7d-951d4b6214bb owned by network:router_interface {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:30:39.043240 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (b8c4e98c-93e6-4a36-9f7d-951d4b6214bb), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:39.070703 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c4e98c-93e6-4a36-9f7d-951d4b6214bb,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:39.243594 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448965'] for router_interface (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:39.470824 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 has already been hosted by L3 agent f689dbd0-94ec-45a6-a75c-9718a54e5656 {{(pid=103441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 09:30:39.579644 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] Notify agent at l3_agent.dv-cinder-840279-1-iscsi the message routers_updated {{(pid=103441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 09:30:39.584573 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-76cc02b8-e3c6-4ed2-ad79-6d8e71d31bab admin admin] 10.222.0.23 "PUT /v2.0/routers/1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4728038 May 03 09:30:39.587005 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37320) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:39.590135 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] Sync routers for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 09:30:39.600333 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:30:39.601175 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:30:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:39.691445 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks [] for router (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:39.707915 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: dv-cinder-840279-1-iscsi {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:30:39.794769 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks [] for router_gateway (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:39.841578 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Deleting port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:30:39.841919 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:39.921288 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] For port 911ca5b5-6822-4cca-99b1-5e30b5cd9a18, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,segment=NetworkSegment(6ce1f60a-03e3-44f6-a638-0cfef6f9d685),segment_id=6ce1f60a-03e3-44f6-a638-0cfef6f9d685)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:30:39.921673 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:39.934358 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Calling delete_port for 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 owned by network:router_gateway {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:30:39.961299 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'external_fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:30:38Z', 'revision_number': 5, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port': {'id': '911ca5b5-6822-4cca-99b1-5e30b5cd9a18', 'name': '', 'network_id': '856b40ca-21a3-4501-bdeb-f84d16ee9a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '977bee38-6876-4a8c-bd07-d76446728a00', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T09:22:28Z', 'updated_at': '2022-05-03T09:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '977bee38-6876-4a8c-bd07-d76446728a00', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840279-1-iscsi'}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:39.987164 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] Checking router: 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 for host: dv-cinder-840279-1-iscsi {{(pid=103443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 09:30:39.995265 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] Routers {'1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'} bound to L3 agent in host dv-cinder-840279-1-iscsi {{(pid=103443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 09:30:39.995900 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T09:03:00Z,description=,heartbeat_timestamp=2022-05-03T09:30:30Z,host='dv-cinder-840279-1-iscsi',id=f689dbd0-94ec-45a6-a75c-9718a54e5656,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'], 'active': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:40.083671 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvr_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] Set router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 gateway port host: None {{(pid=103443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 09:30:40.102141 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (911ca5b5-6822-4cca-99b1-5e30b5cd9a18), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.129003 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Pushing event deleted for resources: {'Port': ['ID=911ca5b5-6822-4cca-99b1-5e30b5cd9a18,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:40.138249 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_hamode_db [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:30:39Z', 'revision_number': 6, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port_host': None}], 'dv-cinder-840279-1-iscsi', False) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:40.165020 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d84543-4f6e-4706-91f1-ddce8f7c0212 None None] The sync data for ids ['1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81'] in dv-cinder-840279-1-iscsi is: [{'id': '1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81', 'name': 'tempest-AttachVolumeNegativeTest-143840352-router', 'tenant_id': '6506fb00a31e4161b2be9c0c7f82b950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T09:22:27Z', 'updated_at': '2022-05-03T09:30:39Z', 'revision_number': 6, 'project_id': '6506fb00a31e4161b2be9c0c7f82b950', 'gw_port_host': None}] {{(pid=103443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 09:30:40.188507 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472480'] for router_gateway (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.284947 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15173'] for router (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.287090 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks [] for router_controller (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.332283 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473973'] for router (1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.332810 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 {{(pid=103441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 09:30:40.337386 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.338437 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-e241bb44-43ae-4c89-9d8e-9cc15b3b7079 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1cc0377e-2fdd-4b7b-ad2c-62e9caee2a81 HTTP/1.1" status: 204 len: 168 time: 0.7505252 May 03 09:30:40.341924 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37322) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:40.384500 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] Deleting subnet 258a3f4d-e575-4f8f-be47-3d2806f58296 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:30:40.387941 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] Publish callbacks [] for subnet (258a3f4d-e575-4f8f-be47-3d2806f58296), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.421526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (258a3f4d-e575-4f8f-be47-3d2806f58296), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.513037 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (258a3f4d-e575-4f8f-be47-3d2806f58296), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.578066 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (258a3f4d-e575-4f8f-be47-3d2806f58296), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.606651 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258a3f4d-e575-4f8f-be47-3d2806f58296,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:40.611812 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.614166 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375fdc1-ba88-4313-9dd4-bdcd0134864d None None] Network 608b14a8-0b7c-4127-9755-ab275cbf0fb6 requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:30:40.616387 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-4dc51a3d-7261-47ca-b72b-a2edee13785c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/258a3f4d-e575-4f8f-be47-3d2806f58296 HTTP/1.1" status: 204 len: 168 time: 0.2726257 May 03 09:30:40.618287 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37324) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:40.699216 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (608b14a8-0b7c-4127-9755-ab275cbf0fb6), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.750087 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Deleting port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:30:40.750423 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.817094 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] For port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8, host dv-cinder-840279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840279-1-iscsi',level=0,port_id=26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8,segment=NetworkSegment(b6f644d7-b023-4912-af12-b022a37ff5ec),segment_id=b6f644d7-b023-4912-af12-b022a37ff5ec)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:30:40.817462 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.830637 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Calling delete_port for 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:30:40.906693 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087230'] for port (26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:40.930643 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:40.936930 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] No DVR routers for this DVR port 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 on host dv-cinder-840279-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:30:40.963787 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd20c5d-7b11-4f5d-82f1-0d70e44a7900 None None] DHCP port deletion for 608b14a8-0b7c-4127-9755-ab275cbf0fb6 request from dv-cinder-840279-1-iscsi {{(pid=103442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 09:30:41.013335 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (608b14a8-0b7c-4127-9755-ab275cbf0fb6), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.033234 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608b14a8-0b7c-4127-9755-ab275cbf0fb6']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:41.046132 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f644d7-b023-4912-af12-b022a37ff5ec') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:41.046428 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f644d7-b023-4912-af12-b022a37ff5ec') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:30:41.055831 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (b6f644d7-b023-4912-af12-b022a37ff5ec), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.070343 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (b6f644d7-b023-4912-af12-b022a37ff5ec), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.076918 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:30:41.077304 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (b6f644d7-b023-4912-af12-b022a37ff5ec), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:30:41.078955 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:30:41.137710 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (608b14a8-0b7c-4127-9755-ab275cbf0fb6), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.143284 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.146554 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/608b14a8-0b7c-4127-9755-ab275cbf0fb6 HTTP/1.1" status: 204 len: 168 time: 0.5272696 May 03 09:30:41.160122 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa446-d6ec-4694-a515-04982bdd98e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=608b14a8-0b7c-4127-9755-ab275cbf0fb6,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:41.267132 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37328) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:41.305515 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-f33bf04a-2724-4dfa-ae91-157a6b90dde3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6506fb00a31e4161b2be9c0c7f82b950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372360 May 03 09:30:41.307835 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37330) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:41.355223 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5124c2a1-5252-45cb-b758-05b00408d875 admin admin] Publish callbacks [] for security_group (39321aff-78b2-4e7a-91e3-89a82847c9cf), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.379049 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:30:41.379952 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5124c2a1-5252-45cb-b758-05b00408d875 admin admin] Publish callbacks [] for security_group (39321aff-78b2-4e7a-91e3-89a82847c9cf), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.402424 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:30:41.402762 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 26fcc0ca-1290-441c-9a74-ed9c0e3a6cb8 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:30:41.403174 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device b8c4e98c-93e6-4a36-9f7d-951d4b6214bb no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:30:41.422245 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: b8c4e98c-93e6-4a36-9f7d-951d4b6214bb {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:30:41.422603 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device b8c4e98c-93e6-4a36-9f7d-951d4b6214bb not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:30:41.423005 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 no longer exists at agent ovs-agent-dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:30:41.428773 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5124c2a1-5252-45cb-b758-05b00408d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (39321aff-78b2-4e7a-91e3-89a82847c9cf), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.431349 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5124c2a1-5252-45cb-b758-05b00408d875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:41.432509 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-5124c2a1-5252-45cb-b758-05b00408d875 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39321aff-78b2-4e7a-91e3-89a82847c9cf HTTP/1.1" status: 204 len: 168 time: 0.1237624 May 03 09:30:41.440971 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124c2a1-5252-45cb-b758-05b00408d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39321aff-78b2-4e7a-91e3-89a82847c9cf,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:41.444785 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] No Port match for: 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:30:41.445230 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Device 911ca5b5-6822-4cca-99b1-5e30b5cd9a18 not bound to the agent host dv-cinder-840279-1-iscsi {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:30:45.081773 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37390) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:45.182382 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-145c5cd7-f78e-45d3-bf18-4c23cad3fc61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:45.263886 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-145c5cd7-f78e-45d3-bf18-4c23cad3fc61 admin admin] Publish callbacks [] for security_group (d09d1160-3075-4887-81f6-9b237bd90116), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:45.267581 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-145c5cd7-f78e-45d3-bf18-4c23cad3fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (d09d1160-3075-4887-81f6-9b237bd90116), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:45.303573 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c5cd7-f78e-45d3-bf18-4c23cad3fc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d1160-3075-4887-81f6-9b237bd90116,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:45.309782 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-145c5cd7-f78e-45d3-bf18-4c23cad3fc61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60343efe1c2e4a8a81b0e178e469f2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269895 May 03 09:30:45.312449 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37394) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:45.359425 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c94c670-31e9-45c9-9bec-3ddc4a550704 admin admin] Publish callbacks [] for security_group (d09d1160-3075-4887-81f6-9b237bd90116), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:45.380490 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c94c670-31e9-45c9-9bec-3ddc4a550704 admin admin] Publish callbacks [] for security_group (d09d1160-3075-4887-81f6-9b237bd90116), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:45.424870 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c94c670-31e9-45c9-9bec-3ddc4a550704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (d09d1160-3075-4887-81f6-9b237bd90116), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:45.427429 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c94c670-31e9-45c9-9bec-3ddc4a550704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:45.428596 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-1c94c670-31e9-45c9-9bec-3ddc4a550704 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d09d1160-3075-4887-81f6-9b237bd90116 HTTP/1.1" status: 204 len: 168 time: 0.1152740 May 03 09:30:45.436592 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94c670-31e9-45c9-9bec-3ddc4a550704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d1160-3075-4887-81f6-9b237bd90116,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:47.686020 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37462) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:47.788269 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df8c8a12-a8a9-4ab7-b569-e44ac0e62491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:47.859855 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df8c8a12-a8a9-4ab7-b569-e44ac0e62491 admin admin] Publish callbacks [] for security_group (659760e6-06d6-4d33-8b4f-b40423b0ff3c), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:47.863505 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df8c8a12-a8a9-4ab7-b569-e44ac0e62491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (659760e6-06d6-4d33-8b4f-b40423b0ff3c), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:47.900480 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-df8c8a12-a8a9-4ab7-b569-e44ac0e62491 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e723ddf38bb149b28aded325f8d7b2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133927 May 03 09:30:47.901575 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c8a12-a8a9-4ab7-b569-e44ac0e62491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659760e6-06d6-4d33-8b4f-b40423b0ff3c,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:47.903164 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37466) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:47.951008 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fe1794e8-755f-4948-842e-40bf1ec5b94a admin admin] Publish callbacks [] for security_group (659760e6-06d6-4d33-8b4f-b40423b0ff3c), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:47.974168 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fe1794e8-755f-4948-842e-40bf1ec5b94a admin admin] Publish callbacks [] for security_group (659760e6-06d6-4d33-8b4f-b40423b0ff3c), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.019115 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fe1794e8-755f-4948-842e-40bf1ec5b94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (659760e6-06d6-4d33-8b4f-b40423b0ff3c), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.021641 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fe1794e8-755f-4948-842e-40bf1ec5b94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.022749 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-fe1794e8-755f-4948-842e-40bf1ec5b94a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/659760e6-06d6-4d33-8b4f-b40423b0ff3c HTTP/1.1" status: 204 len: 168 time: 0.1185391 May 03 09:30:48.030959 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1794e8-755f-4948-842e-40bf1ec5b94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659760e6-06d6-4d33-8b4f-b40423b0ff3c,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:48.272539 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37472) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:48.285892 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-16c32449-309c-49f3-8ec1-82a3a349ed2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.359725 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-16c32449-309c-49f3-8ec1-82a3a349ed2b admin admin] Publish callbacks [] for security_group (df7c5a45-5e4e-43c3-ab76-957c2d8d786a), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.364008 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-16c32449-309c-49f3-8ec1-82a3a349ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (df7c5a45-5e4e-43c3-ab76-957c2d8d786a), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.401371 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-16c32449-309c-49f3-8ec1-82a3a349ed2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f3cf427aaae41698b35a62642e463da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277645 May 03 09:30:48.402489 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c32449-309c-49f3-8ec1-82a3a349ed2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c5a45-5e4e-43c3-ab76-957c2d8d786a,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:48.404843 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37474) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:48.455681 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a8aa898d-4bbe-42d7-8458-19b0367d78f3 admin admin] Publish callbacks [] for security_group (df7c5a45-5e4e-43c3-ab76-957c2d8d786a), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.476621 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a8aa898d-4bbe-42d7-8458-19b0367d78f3 admin admin] Publish callbacks [] for security_group (df7c5a45-5e4e-43c3-ab76-957c2d8d786a), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.521948 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a8aa898d-4bbe-42d7-8458-19b0367d78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (df7c5a45-5e4e-43c3-ab76-957c2d8d786a), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.524523 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a8aa898d-4bbe-42d7-8458-19b0367d78f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:48.525661 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-a8aa898d-4bbe-42d7-8458-19b0367d78f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df7c5a45-5e4e-43c3-ab76-957c2d8d786a HTTP/1.1" status: 204 len: 168 time: 0.1198387 May 03 09:30:48.533988 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa898d-4bbe-42d7-8458-19b0367d78f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c5a45-5e4e-43c3-ab76-957c2d8d786a,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:52.542428 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37532) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:52.643081 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5f99-aa10-4e0d-a1af-ff5a6e06ea5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:52.716592 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5f99-aa10-4e0d-a1af-ff5a6e06ea5b admin admin] Publish callbacks [] for security_group (f185ac67-752e-4d8d-be04-62da27a33fc7), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:52.720218 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5f99-aa10-4e0d-a1af-ff5a6e06ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f185ac67-752e-4d8d-be04-62da27a33fc7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:52.757762 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3bdc5f99-aa10-4e0d-a1af-ff5a6e06ea5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d81e9955ee74f6080ead6edb92f56d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143149 May 03 09:30:52.758692 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc5f99-aa10-4e0d-a1af-ff5a6e06ea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f185ac67-752e-4d8d-be04-62da27a33fc7,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:52.760505 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37536) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:52.810661 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e9cf75cc-f3f9-42a4-b195-0672b69829d8 admin admin] Publish callbacks [] for security_group (f185ac67-752e-4d8d-be04-62da27a33fc7), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:52.832425 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e9cf75cc-f3f9-42a4-b195-0672b69829d8 admin admin] Publish callbacks [] for security_group (f185ac67-752e-4d8d-be04-62da27a33fc7), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:52.879857 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e9cf75cc-f3f9-42a4-b195-0672b69829d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f185ac67-752e-4d8d-be04-62da27a33fc7), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:52.882477 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e9cf75cc-f3f9-42a4-b195-0672b69829d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:52.883627 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e9cf75cc-f3f9-42a4-b195-0672b69829d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f185ac67-752e-4d8d-be04-62da27a33fc7 HTTP/1.1" status: 204 len: 168 time: 0.1220818 May 03 09:30:52.891882 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf75cc-f3f9-42a4-b195-0672b69829d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f185ac67-752e-4d8d-be04-62da27a33fc7,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:53.132604 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37542) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:53.145929 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4fd044e2-b450-4c91-a67d-9c35bfde5756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:53.219417 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4fd044e2-b450-4c91-a67d-9c35bfde5756 admin admin] Publish callbacks [] for security_group (5d353d5d-5fe4-4ac1-92da-341289747ee0), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:53.223901 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4fd044e2-b450-4c91-a67d-9c35bfde5756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5d353d5d-5fe4-4ac1-92da-341289747ee0), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:53.263151 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-4fd044e2-b450-4c91-a67d-9c35bfde5756 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46ae08ef0f104a4dbc134be07f48235f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294219 May 03 09:30:53.264011 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd044e2-b450-4c91-a67d-9c35bfde5756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d353d5d-5fe4-4ac1-92da-341289747ee0,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:53.265832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37544) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:30:53.311896 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5ce3cf45-741f-4653-a82a-65b223f4f13c admin admin] Publish callbacks [] for security_group (5d353d5d-5fe4-4ac1-92da-341289747ee0), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:53.335124 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5ce3cf45-741f-4653-a82a-65b223f4f13c admin admin] Publish callbacks [] for security_group (5d353d5d-5fe4-4ac1-92da-341289747ee0), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:53.381224 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5ce3cf45-741f-4653-a82a-65b223f4f13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5d353d5d-5fe4-4ac1-92da-341289747ee0), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:53.383879 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-5ce3cf45-741f-4653-a82a-65b223f4f13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:53.385055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-5ce3cf45-741f-4653-a82a-65b223f4f13c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d353d5d-5fe4-4ac1-92da-341289747ee0 HTTP/1.1" status: 204 len: 168 time: 0.1181614 May 03 09:30:53.392974 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3cf45-741f-4653-a82a-65b223f4f13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d353d5d-5fe4-4ac1-92da-341289747ee0,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:30:57.267803 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:30:57.999492 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44df563f-9c7b-49ae-93a0-739e166ce180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:00.366545 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-642a14f6-99f3-4f68-b0b4-85d26ba95eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:01.406456 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:02.916848 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:04.404902 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:06.702915 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:31:15.807404 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37674) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:15.909818 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-06a39dbf-2df7-4db2-9f58-694609449cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:15.981304 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-06a39dbf-2df7-4db2-9f58-694609449cfc admin admin] Publish callbacks [] for security_group (52b9aacd-3117-46de-9c7a-8962102c22b8), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:15.984799 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-06a39dbf-2df7-4db2-9f58-694609449cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (52b9aacd-3117-46de-9c7a-8962102c22b8), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:16.022931 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-06a39dbf-2df7-4db2-9f58-694609449cfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c4342807e714ce48ae78e0ed6adc574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144787 May 03 09:31:16.023749 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a39dbf-2df7-4db2-9f58-694609449cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9aacd-3117-46de-9c7a-8962102c22b8,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:16.026480 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37678) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:16.075029 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-76e4c5ac-a1f5-4ef7-9ac2-80b9967ef707 admin admin] Publish callbacks [] for security_group (52b9aacd-3117-46de-9c7a-8962102c22b8), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:16.095478 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-76e4c5ac-a1f5-4ef7-9ac2-80b9967ef707 admin admin] Publish callbacks [] for security_group (52b9aacd-3117-46de-9c7a-8962102c22b8), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:16.142057 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-76e4c5ac-a1f5-4ef7-9ac2-80b9967ef707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (52b9aacd-3117-46de-9c7a-8962102c22b8), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:16.144694 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-76e4c5ac-a1f5-4ef7-9ac2-80b9967ef707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:16.145821 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-76e4c5ac-a1f5-4ef7-9ac2-80b9967ef707 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52b9aacd-3117-46de-9c7a-8962102c22b8 HTTP/1.1" status: 204 len: 168 time: 0.1181383 May 03 09:31:16.153205 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4c5ac-a1f5-4ef7-9ac2-80b9967ef707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9aacd-3117-46de-9c7a-8962102c22b8,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:23.941970 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37800) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:24.041916 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c543f822-9cd8-4491-8023-606c084df823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.113521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c543f822-9cd8-4491-8023-606c084df823 admin admin] Publish callbacks [] for security_group (5d18c759-4707-4c19-8978-da6476f53662), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.117035 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-c543f822-9cd8-4491-8023-606c084df823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5d18c759-4707-4c19-8978-da6476f53662), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.156262 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-c543f822-9cd8-4491-8023-606c084df823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a5a8eaa18074b7ebff56bf74d60e627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132182 May 03 09:31:24.157102 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543f822-9cd8-4491-8023-606c084df823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d18c759-4707-4c19-8978-da6476f53662,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:24.158905 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37804) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:24.210509 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e0131fe9-65e6-44c6-8c7d-7b22328aafce admin admin] Publish callbacks [] for security_group (5d18c759-4707-4c19-8978-da6476f53662), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.235807 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e0131fe9-65e6-44c6-8c7d-7b22328aafce admin admin] Publish callbacks [] for security_group (5d18c759-4707-4c19-8978-da6476f53662), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.281232 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e0131fe9-65e6-44c6-8c7d-7b22328aafce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (5d18c759-4707-4c19-8978-da6476f53662), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.283954 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e0131fe9-65e6-44c6-8c7d-7b22328aafce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.285113 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-e0131fe9-65e6-44c6-8c7d-7b22328aafce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d18c759-4707-4c19-8978-da6476f53662 HTTP/1.1" status: 204 len: 168 time: 0.1243851 May 03 09:31:24.292797 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0131fe9-65e6-44c6-8c7d-7b22328aafce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d18c759-4707-4c19-8978-da6476f53662,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:24.532230 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37810) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:24.545115 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c5772a0-95d8-4241-9b79-0ac062420fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.615450 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c5772a0-95d8-4241-9b79-0ac062420fe7 admin admin] Publish callbacks [] for security_group (f8a83fb2-8706-44fc-8861-7b44dbe9e673), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.618982 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8c5772a0-95d8-4241-9b79-0ac062420fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f8a83fb2-8706-44fc-8861-7b44dbe9e673), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.653113 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-8c5772a0-95d8-4241-9b79-0ac062420fe7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=530bf6da12054a17900a3d27deb8c130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1198564 May 03 09:31:24.656415 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37812) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:24.657964 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5772a0-95d8-4241-9b79-0ac062420fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a83fb2-8706-44fc-8861-7b44dbe9e673,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:24.706328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3284a9a1-d73a-4394-a067-0d2b96667eba admin admin] Publish callbacks [] for security_group (f8a83fb2-8706-44fc-8861-7b44dbe9e673), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.726441 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3284a9a1-d73a-4394-a067-0d2b96667eba admin admin] Publish callbacks [] for security_group (f8a83fb2-8706-44fc-8861-7b44dbe9e673), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.771944 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3284a9a1-d73a-4394-a067-0d2b96667eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f8a83fb2-8706-44fc-8861-7b44dbe9e673), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.774744 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-3284a9a1-d73a-4394-a067-0d2b96667eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:24.775891 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-3284a9a1-d73a-4394-a067-0d2b96667eba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8a83fb2-8706-44fc-8861-7b44dbe9e673 HTTP/1.1" status: 204 len: 168 time: 0.1184180 May 03 09:31:24.784842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284a9a1-d73a-4394-a067-0d2b96667eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a83fb2-8706-44fc-8861-7b44dbe9e673,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:25.078245 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 37818) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:25.091122 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-447a4ee6-560e-4732-b5ad-a7f079ece491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:25.167168 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-447a4ee6-560e-4732-b5ad-a7f079ece491 admin admin] Publish callbacks [] for security_group (f85d8674-c9bf-48b0-844e-b5de0f97c2f1), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:25.170660 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-447a4ee6-560e-4732-b5ad-a7f079ece491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f85d8674-c9bf-48b0-844e-b5de0f97c2f1), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:25.207373 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-447a4ee6-560e-4732-b5ad-a7f079ece491 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=973e1fd380c94898a69dda0ff28cb30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280420 May 03 09:31:25.208280 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a4ee6-560e-4732-b5ad-a7f079ece491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d8674-c9bf-48b0-844e-b5de0f97c2f1,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:25.210668 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 37820) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:25.258796 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-43a14ea5-e084-4740-93b2-6505a7e83c91 admin admin] Publish callbacks [] for security_group (f85d8674-c9bf-48b0-844e-b5de0f97c2f1), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:25.279402 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-43a14ea5-e084-4740-93b2-6505a7e83c91 admin admin] Publish callbacks [] for security_group (f85d8674-c9bf-48b0-844e-b5de0f97c2f1), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:25.328783 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-43a14ea5-e084-4740-93b2-6505a7e83c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (f85d8674-c9bf-48b0-844e-b5de0f97c2f1), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:25.331291 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-43a14ea5-e084-4740-93b2-6505a7e83c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:25.332594 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-43a14ea5-e084-4740-93b2-6505a7e83c91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f85d8674-c9bf-48b0-844e-b5de0f97c2f1 HTTP/1.1" status: 204 len: 168 time: 0.1209273 May 03 09:31:25.341694 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a14ea5-e084-4740-93b2-6505a7e83c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d8674-c9bf-48b0-844e-b5de0f97c2f1,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:27.280169 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:27.685744 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-25be68de-1861-4b71-bb40-ab5da1812f4c tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c99cc3ccdf8f4afdad74fa3ce2d49b18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306845 May 03 09:31:27.862014 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-43c59ec1-8de6-490d-a534-d66972f2d6d8 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:27.863373 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-43c59ec1-8de6-490d-a534-d66972f2d6d8 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725419 May 03 09:31:27.877261 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-cf1db3b1-2176-4970-ac0a-21de888a086a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/quotas/c99cc3ccdf8f4afdad74fa3ce2d49b18 HTTP/1.1" status: 200 len: 375 time: 0.0086162 May 03 09:31:27.911106 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-ade3fbf8-1b85-474b-a5a2-0b53cb4937e7 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c99cc3ccdf8f4afdad74fa3ce2d49b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291865 May 03 09:31:28.000405 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34d06060-b1d9-419d-81f9-50cf496f08d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:28.068155 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-b119f3d6-e3f0-4a82-925a-68e214282db9 service neutron] (103441) timed out ('10.222.0.23', 33018) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 09:31:28.170360 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6aef28b9-2b14-4fa1-bcbd-045208552f57 req-a11d5f07-b4d0-4c64-99b3-f36e3bc6a4b0 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 210 time: 0.1250851 May 03 09:31:28.235863 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-811b1773-1045-426c-8b27-04fa3fd3f5e5 req-69de175c-b45f-40f3-a418-f7d72160c807 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] (103441) timed out ('10.222.0.23', 33026) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 09:31:29.073892 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-cf7ecd95-3b3a-45d1-add7-5e52394b05b1 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c99cc3ccdf8f4afdad74fa3ce2d49b18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284185 May 03 09:31:29.268351 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-b6af5d88-ebff-4394-b80c-bcd4cb84af4e req-8ebd5cce-3d7c-47f3-ab35-06d8834dac01 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 210 time: 0.0277462 May 03 09:31:29.514783 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-ad75ea70-ef36-4330-8319-fdfb715bf49f tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:29.516221 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-ad75ea70-ef36-4330-8319-fdfb715bf49f tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374912 May 03 09:31:29.535670 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Request body: {'port': {'device_id': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70', 'admin_state_up': True, 'tenant_id': 'c99cc3ccdf8f4afdad74fa3ce2d49b18'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:31:29.641017 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Made reservation on behalf of c99cc3ccdf8f4afdad74fa3ce2d49b18 for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:31:29.644288 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:29.652360 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:29.725076 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks [] for security_group (77182208-9a15-4319-9ba3-349ad3def0f7), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:29.728580 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (77182208-9a15-4319-9ba3-349ad3def0f7), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:29.791944 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77182208-9a15-4319-9ba3-349ad3def0f7,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:29.863217 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Allocated IP 192.168.233.195 (41dce60f-26a9-43ed-ba9f-762150048c70/1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38/80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:31:30.007662 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks [] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.039669 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.082618 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Network 41dce60f-26a9-43ed-ba9f-762150048c70 is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:31:30.085827 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:31:30.091924 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:31:30.098000 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Pushing event updated for resources: {'Port': ['ID=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:30.144164 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:30.144794 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.163943 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-3c6748e8-5b79-4ea0-bdf1-3f176e4bef8a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6316869 May 03 09:31:30.180885 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Request body: {'port': {'device_id': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:31:30.244817 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.336726 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-d62f24b9-c706-4eba-97e6-5ac44d6443ff None None] Provisioning complete for port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d triggered by entity DHCP. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:31:30.337311 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d62f24b9-c706-4eba-97e6-5ac44d6443ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.383004 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec13765c-e531-4d1d-b456-84d216fdcc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.384401 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d62f24b9-c706-4eba-97e6-5ac44d6443ff None None] Port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d cannot update to ACTIVE because it is not bound. {{(pid=103442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 09:31:30.412183 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c332a9-ea8c-4030-b60d-fdb89251d07d req-629ff454-670f-4953-a066-8455c3e85ac5 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:30.413666 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-15c332a9-ea8c-4030-b60d-fdb89251d07d req-629ff454-670f-4953-a066-8455c3e85ac5 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 936 time: 0.0684240 May 03 09:31:30.505010 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-15c332a9-ea8c-4030-b60d-fdb89251d07d req-8ef621cf-d4b1-4cfd-aae5-271fed2d97c1 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818827 May 03 09:31:30.581326 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:31:30.588461 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Publish callbacks [] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.600998 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Transition to ACTIVE for port object 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:31:30.604131 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.655606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:30.726398 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Attempting to bind port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:31:30.726809 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Attempting to bind port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:31:30.727074 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Attempting to bind port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d on network 41dce60f-26a9-43ed-ba9f-762150048c70 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:31:30.732279 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d on network 41dce60f-26a9-43ed-ba9f-762150048c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:31:30.732623 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Attempting to bind port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d on network 41dce60f-26a9-43ed-ba9f-762150048c70 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:31:30.737562 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:31:30.737898 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Checking segment: {'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:31:30.738284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Bound using segment: {'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:31:30.738709 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Bound port: 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab84dbf-1dba-4e3e-99a9-dda42e7ce498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:31:30.739062 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.806780 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] For port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:31:30.809842 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] For port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,segment=NetworkSegment(0ab84dbf-1dba-4e3e-99a9-dda42e7ce498),segment_id=0ab84dbf-1dba-4e3e-99a9-dda42e7ce498)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:31:30.815850 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.847056 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:30.847738 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:30.849026 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d HTTP/1.1" status: 200 len: 1098 time: 0.6725328 May 03 09:31:30.849458 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'tag': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:31:30.851653 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb3211d-6a73-43e5-8743-44edb30822f9", "tag": "80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:31:30.883791 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454519be-4af1-4503-a4c9-fa5656e761a4 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:30.904166 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4ec791-e191-4068-a040-829e79e01667 x-openstack-request-id: req-fb4ec791-e191-4068-a040-829e79e01667 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:31:30.904463 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb3211d-6a73-43e5-8743-44edb30822f9", "tag": "80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:31:30.904718 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb4ec791-e191-4068-a040-829e79e01667 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:31:30.905142 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4ec791-e191-4068-a040-829e79e01667'] response: {'name': 'network-changed', 'server_uuid': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'tag': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d', 'status': 'completed', 'code': 200} May 03 09:31:30.959506 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-86293206-4347-4473-8e77-5ca47c4470b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:30.961060 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-86293206-4347-4473-8e77-5ca47c4470b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c99cc3ccdf8f4afdad74fa3ce2d49b18&device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 1132 time: 0.0404196 May 03 09:31:31.012109 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-b62a7c32-5043-4095-af36-f278582d9e62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d HTTP/1.1" status: 200 len: 217 time: 0.0389555 May 03 09:31:31.061003 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-660d856c-37e6-4e15-8cf9-3a5f6ecf7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:31.062441 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-660d856c-37e6-4e15-8cf9-3a5f6ecf7b27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38 HTTP/1.1" status: 200 len: 843 time: 0.0444601 May 03 09:31:31.105407 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da896b7-6313-4e87-ac35-b175b49a081d req-63714568-75db-48e0-9812-cf19350c4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:31.106795 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-63714568-75db-48e0-9812-cf19350c4ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41dce60f-26a9-43ed-ba9f-762150048c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0380118 May 03 09:31:31.198566 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-1467d12a-cff5-451b-9b1a-63da0b67bc6a service neutron] 10.222.0.36 "GET /v2.0/networks/41dce60f-26a9-43ed-ba9f-762150048c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860932 May 03 09:31:31.290496 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-1da896b7-6313-4e87-ac35-b175b49a081d req-9ac8cd0d-98c4-4f6b-9ea8-b2e443a69a76 service neutron] 10.222.0.36 "GET /v2.0/networks/41dce60f-26a9-43ed-ba9f-762150048c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852110 May 03 09:31:31.410603 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:31.620806 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e46e2-2848-4289-a96a-615ab3471c3c req-89d7791e-6a62-447c-bbb6-b5064f917b76 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:31.622793 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be6e46e2-2848-4289-a96a-615ab3471c3c req-89d7791e-6a62-447c-bbb6-b5064f917b76 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 948 time: 0.0485845 May 03 09:31:31.673179 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-be6e46e2-2848-4289-a96a-615ab3471c3c req-f5b79580-5604-40c4-9495-e43dacad41cd tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 May 03 09:31:32.784968 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d724c-ddbd-4de4-9dec-fcf7c36ed67f req-9671abb3-3dd9-4572-ae92-dc1df1009aea tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:32.786394 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c28d724c-ddbd-4de4-9dec-fcf7c36ed67f req-9671abb3-3dd9-4572-ae92-dc1df1009aea tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 948 time: 0.0453761 May 03 09:31:32.837377 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-c28d724c-ddbd-4de4-9dec-fcf7c36ed67f req-14e409a4-21f8-4ecc-908c-1ac118605176 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 May 03 09:31:32.919544 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:33.486404 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-2de51211-e4fd-421c-a5b3-cf0b09c09233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:33.487779 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-2de51211-e4fd-421c-a5b3-cf0b09c09233 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c99cc3ccdf8f4afdad74fa3ce2d49b18&device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 1132 time: 0.0379021 May 03 09:31:33.578080 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-576d8652-0a65-4a49-b948-4794ed494e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:33.579529 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-576d8652-0a65-4a49-b948-4794ed494e6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=41dce60f-26a9-43ed-ba9f-762150048c70 HTTP/1.1" status: 200 len: 870 time: 0.0855432 May 03 09:31:33.618903 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-5e71d990-4c12-438c-9a3f-67852af467a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d HTTP/1.1" status: 200 len: 217 time: 0.0331097 May 03 09:31:33.668828 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-94b5ceed-dc17-46d8-ae04-270748b765ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:33.670803 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-94b5ceed-dc17-46d8-ae04-270748b765ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38 HTTP/1.1" status: 200 len: 843 time: 0.0464303 May 03 09:31:33.715612 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-f727655c-b344-422b-a00e-df4d1382e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:33.717666 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-f727655c-b344-422b-a00e-df4d1382e846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41dce60f-26a9-43ed-ba9f-762150048c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0408969 May 03 09:31:33.807470 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-580b17c7-519b-430a-a946-5ef14e379630 service neutron] 10.222.0.36 "GET /v2.0/networks/41dce60f-26a9-43ed-ba9f-762150048c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832734 May 03 09:31:33.898313 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-ceac03a6-aa1f-4c3c-9a3c-50bf8287e193 req-23da0b57-2ef2-4eee-bd33-2206a8536333 service neutron] 10.222.0.36 "GET /v2.0/networks/41dce60f-26a9-43ed-ba9f-762150048c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847735 May 03 09:31:33.948427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a20d19-f459-45b0-bb9e-978377b971cb req-de7a23cf-85e9-4aff-b9d9-2f74a591854d tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:33.949928 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-16a20d19-f459-45b0-bb9e-978377b971cb req-de7a23cf-85e9-4aff-b9d9-2f74a591854d tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 948 time: 0.0460734 May 03 09:31:33.995676 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-16a20d19-f459-45b0-bb9e-978377b971cb req-0a5f878d-322f-4e3a-b32b-d2e9fa55c604 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 May 03 09:31:34.409035 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:35.104601 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3519263-d6ea-432b-be15-1de39a0c446e req-79300432-ac4f-4fbd-8437-5ff4a279c1ff tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:35.106031 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d3519263-d6ea-432b-be15-1de39a0c446e req-79300432-ac4f-4fbd-8437-5ff4a279c1ff tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 948 time: 0.0450883 May 03 09:31:35.152894 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d3519263-d6ea-432b-be15-1de39a0c446e req-7ee29e24-da37-45fe-93f2-ef0d6c3a5d10 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 May 03 09:31:35.492897 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:31:35.589485 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,segment=NetworkSegment(0ab84dbf-1dba-4e3e-99a9-dda42e7ce498),segment_id=0ab84dbf-1dba-4e3e-99a9-dda42e7ce498)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:31:35.601442 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d', 'network_id': '41dce60f-26a9-43ed-ba9f-762150048c70', 'port_id': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d', 'mac_address': 'fa:16:3e:ba:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1969f1c0-60c7-4fb0-8abf-5ca43f8ceb38', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:31:35.640550 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:31:35.640933 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:35.652803 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:31:35.671923 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,segment=NetworkSegment(0ab84dbf-1dba-4e3e-99a9-dda42e7ce498),segment_id=0ab84dbf-1dba-4e3e-99a9-dda42e7ce498)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:31:35.676763 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:35.723743 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:35.730509 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.730859 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.731200 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.731566 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.731901 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.732263 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.732592 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.732919 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.733245 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.733566 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.733890 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.734214 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.734534 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.734850 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:35.735165 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:36.111082 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:31:36.267440 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2400dd6-8644-4aed-be92-30094c557f02 req-1478c6ae-5d1e-44e8-94ce-01b8ef423ff2 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:36.268935 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2400dd6-8644-4aed-be92-30094c557f02 req-1478c6ae-5d1e-44e8-94ce-01b8ef423ff2 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 949 time: 0.0460975 May 03 09:31:36.314183 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-d2400dd6-8644-4aed-be92-30094c557f02 req-61f08c79-3d94-46ac-ba69-f9c01d376ad4 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 May 03 09:31:37.424328 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e60d43-ddae-4a61-beb9-5e3fffd1dfc6 req-da6f5f1f-ae4b-42df-8177-5f4b1b169f62 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:37.425764 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-41e60d43-ddae-4a61-beb9-5e3fffd1dfc6 req-da6f5f1f-ae4b-42df-8177-5f4b1b169f62 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 949 time: 0.0452921 May 03 09:31:37.470042 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-41e60d43-ddae-4a61-beb9-5e3fffd1dfc6 req-6f1824cf-6771-4cbb-8880-568a66d5935d tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 May 03 09:31:37.511776 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:31:37.554996 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:31:37.560697 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:31:37.561129 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:37.635082 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:31:37.635466 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:37.660284 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:31:37.662495 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6353063-1ef6-47a8-8281-1641f27446ab" -d '{"events": [{"server_uuid": "6fb3211d-6a73-43e5-8743-44edb30822f9", "name": "network-vif-plugged", "status": "completed", "tag": "80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:31:37.676559 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,segment=NetworkSegment(0ab84dbf-1dba-4e3e-99a9-dda42e7ce498),segment_id=0ab84dbf-1dba-4e3e-99a9-dda42e7ce498)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:31:37.681179 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:37.727502 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:37.757414 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944edc8-9041-4714-9f53-5164aa245117 x-openstack-request-id: req-3944edc8-9041-4714-9f53-5164aa245117 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:31:37.757708 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3211d-6a73-43e5-8743-44edb30822f9", "name": "network-vif-plugged", "status": "completed", "tag": "80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:31:37.757961 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3944edc8-9041-4714-9f53-5164aa245117 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:31:37.758357 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3944edc8-9041-4714-9f53-5164aa245117'] response: {'server_uuid': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d', 'code': 200} May 03 09:31:37.954640 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434dff6-08e3-4025-943d-f65ab19c6f57 req-e0a6616a-235d-45ca-8df8-4ab86a120bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:37.956105 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6434dff6-08e3-4025-943d-f65ab19c6f57 req-e0a6616a-235d-45ca-8df8-4ab86a120bfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 1134 time: 0.0399687 May 03 09:31:37.997673 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-6434dff6-08e3-4025-943d-f65ab19c6f57 req-1cfbf18d-337c-4357-a87c-e9dbda70b0d6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 May 03 09:31:38.586441 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc107c9-41b9-40b5-8b73-d8e7567561fa req-9b57a274-8041-4c81-bf29-9508726754e8 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:38.587926 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1bc107c9-41b9-40b5-8b73-d8e7567561fa req-9b57a274-8041-4c81-bf29-9508726754e8 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 950 time: 0.0503561 May 03 09:31:38.633204 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1bc107c9-41b9-40b5-8b73-d8e7567561fa req-343e04cd-7e4f-4c01-aacb-a375192f9116 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391088 May 03 09:31:39.750427 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f8236-f710-4b6a-93a2-fbc52e9995cb req-3970d1b8-f216-4705-904f-6fe3bb394da3 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:39.751903 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-760f8236-f710-4b6a-93a2-fbc52e9995cb req-3970d1b8-f216-4705-904f-6fe3bb394da3 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 950 time: 0.0483868 May 03 09:31:39.798099 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-760f8236-f710-4b6a-93a2-fbc52e9995cb req-178aeede-02fb-4cc5-b425-d92099318abe tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 May 03 09:31:40.044814 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8339e17-f37e-431b-99c1-cf3ad9e8f9cf req-68d565c7-8c57-4786-ae6a-ecec1303260b tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:40.046262 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8339e17-f37e-431b-99c1-cf3ad9e8f9cf req-68d565c7-8c57-4786-ae6a-ecec1303260b tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 950 time: 0.0485795 May 03 09:31:40.091205 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a8339e17-f37e-431b-99c1-cf3ad9e8f9cf req-fb5a3d58-1ca0-4cf7-8f68-1e65cb6ff39a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 May 03 09:31:41.210634 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21cdbb-56ad-4b5d-9a82-6aba9ec952ad req-e64c76fc-5154-42a4-8d3c-fba4451426be tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:41.210634 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4b21cdbb-56ad-4b5d-9a82-6aba9ec952ad req-e64c76fc-5154-42a4-8d3c-fba4451426be tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 950 time: 0.0501180 May 03 09:31:41.255748 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4b21cdbb-56ad-4b5d-9a82-6aba9ec952ad req-96bdc1c0-29dc-4eb7-8696-69e720148b73 tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/security-groups?id=77182208-9a15-4319-9ba3-349ad3def0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 May 03 09:31:41.541752 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-ecb405e4-0e91-4888-905c-82d6bb34123a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:41.543180 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-ecb405e4-0e91-4888-905c-82d6bb34123a tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 950 time: 0.0461113 May 03 09:31:41.623571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Deleting port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:31:41.623901 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:41.708879 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] For port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,segment=NetworkSegment(0ab84dbf-1dba-4e3e-99a9-dda42e7ce498),segment_id=0ab84dbf-1dba-4e3e-99a9-dda42e7ce498)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:31:41.709157 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:41.721926 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Calling delete_port for 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:31:41.849094 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:41.876411 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Pushing event deleted for resources: {'Port': ['ID=80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:41.897096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.897096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.897096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.897096 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.897601 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:31:41.898037 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.898152 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.898455 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.898774 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.899104 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.899587 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.902341 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.904011 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.904011 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.904011 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.904920 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:41.943746 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] No DVR routers for this DVR port 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:31:41.946316 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:41.949596 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-871db348-1a63-4d09-8af5-5ffc612acb2e req-4af97b59-f767-4fd0-8f5d-7b052cdfeeca tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.36 "DELETE /v2.0/ports/80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d HTTP/1.1" status: 204 len: 173 time: 0.4010396 May 03 09:31:41.950699 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'name': 'network-vif-deleted', 'tag': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:31:41.953000 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17215cd7-41e3-4d75-a4d9-830131deca46" -d '{"events": [{"server_uuid": "6fb3211d-6a73-43e5-8743-44edb30822f9", "name": "network-vif-deleted", "tag": "80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:31:41.989171 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08071962-d7e1-405a-9e9f-2483d934ed1d x-openstack-request-id: req-08071962-d7e1-405a-9e9f-2483d934ed1d {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:31:41.989914 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb3211d-6a73-43e5-8743-44edb30822f9", "name": "network-vif-deleted", "tag": "80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:31:41.989914 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08071962-d7e1-405a-9e9f-2483d934ed1d {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:31:41.990278 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08071962-d7e1-405a-9e9f-2483d934ed1d'] response: {'server_uuid': '6fb3211d-6a73-43e5-8743-44edb30822f9', 'name': 'network-vif-deleted', 'tag': '80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d', 'status': 'completed', 'code': 200} May 03 09:31:42.369675 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-424c59af-95f3-47fe-9df2-0806017fadd1 req-1c8a637a-416f-4cd0-a168-e4e603d9527d tempest-VolumesNegativeTest-430746936 tempest-VolumesNegativeTest-430746936-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb3211d-6a73-43e5-8743-44edb30822f9 HTTP/1.1" status: 200 len: 210 time: 0.0285251 May 03 09:31:43.703282 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:31:45.524330 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:31:45.548446 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:31:45.548794 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 80ae5ef0-5814-4ca8-ad4c-117eb90b3c4d not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:31:47.164748 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 38182) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:47.301457 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-feb7a08a-3129-4fe4-9646-e1f7c7f316f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c99cc3ccdf8f4afdad74fa3ce2d49b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352067 May 03 09:31:47.303791 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 38186) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:47.349902 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Publish callbacks [] for security_group (77182208-9a15-4319-9ba3-349ad3def0f7), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:47.373799 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Publish callbacks [] for security_group (77182208-9a15-4319-9ba3-349ad3def0f7), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:47.420055 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (77182208-9a15-4319-9ba3-349ad3def0f7), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:47.422704 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:47.423806 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77182208-9a15-4319-9ba3-349ad3def0f7 HTTP/1.1" status: 204 len: 168 time: 0.1190858 May 03 09:31:47.431176 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77182208-9a15-4319-9ba3-349ad3def0f7,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:47.438655 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.438996 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.439343 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.439685 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.440023 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.440385 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.440716 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.441044 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.441467 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.441687 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.442013 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.442340 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.442666 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.442992 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:47.443313 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47ec38-f957-401d-b2e4-7055c9d95f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:31:48.017453 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 38208) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:48.110040 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.v2.base [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-393712942-network', 'tenant_id': '495750e1d06341f08c722d34f37b7c4d'}} {{(pid=103440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:31:48.128718 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Made reservation on behalf of 495750e1d06341f08c722d34f37b7c4d for: {'network': 1} {{(pid=103440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:31:48.130883 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for network (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.138837 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.211466 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks [] for security_group (1bbda3bd-29bc-4846-bf04-772b18c763b6), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.215265 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (1bbda3bd-29bc-4846-bf04-772b18c763b6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.237487 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 09:31:48.252477 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbda3bd-29bc-4846-bf04-772b18c763b6,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:48.256179 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (8985ec52-27d9-46fa-8697-913fefa6377f), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.256659 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.db.segments_db [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Added segment 8985ec52-27d9-46fa-8697-913fefa6377f of type vlan for network aa306857-8c55-4692-b27d-0ebedd9e2f1a May 03 09:31:48.297169 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728241770168'] for network (aa306857-8c55-4692-b27d-0ebedd9e2f1a), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.320736 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832'] for network (aa306857-8c55-4692-b27d-0ebedd9e2f1a), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.321801 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:48.322381 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.355618 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3371027 May 03 09:31:48.358641 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 38212) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:31:48.363517 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Request body: {'subnet': {'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-393712942-subnet', 'tenant_id': '495750e1d06341f08c722d34f37b7c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:31:48.382336 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Made reservation on behalf of 495750e1d06341f08c722d34f37b7c4d for: {'subnet': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:31:48.384791 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4369078'] for subnet (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.389659 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c432a-525b-4eee-863e-979a3603d39a admin admin] Pushing event updated for resources: {'Network': ['ID=aa306857-8c55-4692-b27d-0ebedd9e2f1a,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:48.400251 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Network aa306857-8c55-4692-b27d-0ebedd9e2f1a details requested by agent ovs-agent-dv-cinder-840279-1-iscsi with host dv-cinder-840279-1-iscsi {{(pid=103442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 09:31:48.556955 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4835042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4369064'] for subnet (82e6bf99-3e50-40de-a39f-fecfcaddb954), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.612529 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e6bf99-3e50-40de-a39f-fecfcaddb954,revision_number=0']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:48.620644 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Checking segment: {'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:31:48.621005 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Network hostable DHCP agents. Network: aa306857-8c55-4692-b27d-0ebedd9e2f1a, hostable agents: ['bc118a63-15ff-4b9c-848b-bf598bfc4511'], hosted agents: [] {{(pid=103441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 09:31:48.637813 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Network aa306857-8c55-4692-b27d-0ebedd9e2f1a is scheduled to be hosted by DHCP agent bc118a63-15ff-4b9c-848b-bf598bfc4511 with binding_index 1 {{(pid=103441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 09:31:48.646606 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840279-1-iscsi, aa306857-8c55-4692-b27d-0ebedd9e2f1a) {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:31:48.650678 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:48.651271 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:48.655688 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bfda0-518f-43a2-b339-20ed392344b5 None None] Network aa306857-8c55-4692-b27d-0ebedd9e2f1a requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:31:48.666449 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-31b589b1-7248-49d9-ac69-7461397b464a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3067298 May 03 09:31:48.755849 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921a361-0ffa-4a72-8733-dd50af58bd72 None None] Network aa306857-8c55-4692-b27d-0ebedd9e2f1a requested from dv-cinder-840279-1-iscsi {{(pid=103442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 09:31:50.384577 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-3a839c5b-1d12-4681-b383-d05bb64f121e tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:50.386037 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-3a839c5b-1d12-4681-b383-d05bb64f121e tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/networks?id=aa306857-8c55-4692-b27d-0ebedd9e2f1a HTTP/1.1" status: 200 len: 813 time: 0.1008472 May 03 09:31:50.400621 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-325c3ff8-bbec-4192-83bc-363fb8f79d3f tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/quotas/495750e1d06341f08c722d34f37b7c4d HTTP/1.1" status: 200 len: 375 time: 0.0087025 May 03 09:31:50.431417 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-a52e20b0-2a15-4bea-9c81-054015729a24 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=495750e1d06341f08c722d34f37b7c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260038 May 03 09:31:50.565059 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-bd91e566-12bd-4b30-92a4-ec363e32bac6 service neutron] 10.222.0.23 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266918 May 03 09:31:50.651996 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-6598c629-a092-4c56-9d14-8ebaac8fde23 service neutron] 10.222.0.23 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810845 May 03 09:31:50.810857 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-3b2cd0f1-d066-4cb7-b1b8-25dd0543c361 req-f6f3f3d0-d6ab-479d-a5bd-b5d53b0b8ace tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 210 time: 0.0286090 May 03 09:31:51.819736 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-3c8c2ac5-f303-4d2e-bf7a-2606673a1e31 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:51.821403 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-3c8c2ac5-f303-4d2e-bf7a-2606673a1e31 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "GET /v2.0/networks?id=aa306857-8c55-4692-b27d-0ebedd9e2f1a HTTP/1.1" status: 200 len: 813 time: 0.1038179 May 03 09:31:51.840063 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Request body: {'port': {'device_id': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a', 'admin_state_up': True, 'tenant_id': '495750e1d06341f08c722d34f37b7c4d'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:31:51.906504 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-4e2d77ec-ecb0-4127-993b-24dce186ec0d req-af598e1c-9728-4f90-bb77-653c955d7a1c tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 210 time: 0.0282364 May 03 09:31:51.945962 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Made reservation on behalf of 495750e1d06341f08c722d34f37b7c4d for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:31:51.949222 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.070468 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Allocated IP 172.20.0.2 (aa306857-8c55-4692-b27d-0ebedd9e2f1a/82e6bf99-3e50-40de-a39f-fecfcaddb954/fcc67156-0da0-4cb4-a775-81dd1de1d8e9) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:31:52.211526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks [] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.243923 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.284571 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Network aa306857-8c55-4692-b27d-0ebedd9e2f1a is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:31:52.287666 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:31:52.293876 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:31:52.300590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Pushing event updated for resources: {'Port': ['ID=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:52.343556 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:52.344111 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.359531 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e252197d-8e7a-4f9f-8e1f-ea028d5cc741 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5232379 May 03 09:31:52.377575 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Request body: {'port': {'device_id': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:31:52.436277 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.685279 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc67156-0da0-4cb4-a775-81dd1de1d8e9 {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:31:52.692483 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Publish callbacks [] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.704375 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Transition to ACTIVE for port object fcc67156-0da0-4cb4-a775-81dd1de1d8e9 will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:31:52.707629 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.754027 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Pushing event updated for resources: {'Port': ['ID=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:52.823698 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Attempting to bind port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:31:52.824406 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Attempting to bind port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:31:52.824547 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Attempting to bind port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 on network aa306857-8c55-4692-b27d-0ebedd9e2f1a {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:31:52.829250 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 on network aa306857-8c55-4692-b27d-0ebedd9e2f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:31:52.829579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Attempting to bind port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 on network aa306857-8c55-4692-b27d-0ebedd9e2f1a {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:31:52.834318 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:31:52.834656 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Checking segment: {'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:31:52.835035 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Bound using segment: {'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:31:52.835454 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Bound port: fcc67156-0da0-4cb4-a775-81dd1de1d8e9, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:31:52.835807 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.895978 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] For port fcc67156-0da0-4cb4-a775-81dd1de1d8e9, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:31:52.899435 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] For port fcc67156-0da0-4cb4-a775-81dd1de1d8e9, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:31:52.905524 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.937885 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:52.938579 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:52.939945 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] 10.222.0.36 "PUT /v2.0/ports/fcc67156-0da0-4cb4-a775-81dd1de1d8e9 HTTP/1.1" status: 200 len: 1093 time: 0.5662370 May 03 09:31:52.940404 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'tag': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:31:52.942809 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24105aa8-7968-4e2c-a47e-3f566b83ce65" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1ffdfa-8619-491c-a677-19f62f879f53", "tag": "fcc67156-0da0-4cb4-a775-81dd1de1d8e9"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:31:52.972066 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302a92b-3e1d-4f8d-99c5-a8000637631c service neutron] Pushing event updated for resources: {'Port': ['ID=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:52.989442 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06328c71-929b-4811-8763-28809e0df4cd x-openstack-request-id: req-06328c71-929b-4811-8763-28809e0df4cd {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:31:52.989739 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1ffdfa-8619-491c-a677-19f62f879f53", "tag": "fcc67156-0da0-4cb4-a775-81dd1de1d8e9", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:31:52.989996 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06328c71-929b-4811-8763-28809e0df4cd {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:31:52.990561 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06328c71-929b-4811-8763-28809e0df4cd'] response: {'name': 'network-changed', 'server_uuid': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'tag': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9', 'status': 'completed', 'code': 200} May 03 09:31:53.055490 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1705-84fb-4e94-b0dd-a3785f71a603 req-93500e20-cd4c-4629-8a15-339950432007 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:53.056990 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-704a1705-84fb-4e94-b0dd-a3785f71a603 req-93500e20-cd4c-4629-8a15-339950432007 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 943 time: 0.0786428 May 03 09:31:53.062160 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-a01054ea-2e30-41e9-8675-3f032c8a339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:53.063511 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-a01054ea-2e30-41e9-8675-3f032c8a339c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=495750e1d06341f08c722d34f37b7c4d&device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 1127 time: 0.0544214 May 03 09:31:53.115056 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-5bc3ec1f-52c4-42fd-9979-cbd5a6961336 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fcc67156-0da0-4cb4-a775-81dd1de1d8e9 HTTP/1.1" status: 200 len: 217 time: 0.0361652 May 03 09:31:53.166659 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-704a1705-84fb-4e94-b0dd-a3785f71a603 req-e7eef5bd-12b6-4199-9980-87bce0e0c751 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022253 May 03 09:31:53.178713 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-8ba55d1f-d876-42db-a0a2-5fef96222fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:53.180141 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-8ba55d1f-d876-42db-a0a2-5fef96222fdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82e6bf99-3e50-40de-a39f-fecfcaddb954 HTTP/1.1" status: 200 len: 853 time: 0.0577931 May 03 09:31:53.211226 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-6d351374-585d-4ba6-8096-c191fb17b71c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa306857-8c55-4692-b27d-0ebedd9e2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250137 May 03 09:31:53.298689 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-fdb87122-b208-4df9-b59d-da1651ea3d72 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816214 May 03 09:31:53.387710 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7d8e1e96-d86c-4d64-be36-fea091b4651c req-039f9990-adfa-4bdf-9d0a-86d6180da3d3 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834823 May 03 09:31:54.280013 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe08b-cd76-4168-9afe-6fb867efe649 req-1abf65e2-e132-44a7-9656-c8f3e8d43945 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:54.281447 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-28fbe08b-cd76-4168-9afe-6fb867efe649 req-1abf65e2-e132-44a7-9656-c8f3e8d43945 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 943 time: 0.0449350 May 03 09:31:54.327176 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-28fbe08b-cd76-4168-9afe-6fb867efe649 req-d1926c6b-ed9d-4010-aac5-6b7d7cb6bbeb tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 May 03 09:31:55.439957 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294115a-8fa8-4cc0-aa03-5dd9fc839452 req-2af15db4-efa5-4c51-a2a7-d4172173203d tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:55.441427 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0294115a-8fa8-4cc0-aa03-5dd9fc839452 req-2af15db4-efa5-4c51-a2a7-d4172173203d tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 943 time: 0.0460899 May 03 09:31:55.486466 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-0294115a-8fa8-4cc0-aa03-5dd9fc839452 req-07b61564-5aef-4bac-8d6a-88875ae1ebfe tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 May 03 09:31:55.623386 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-892ad31a-64dd-441e-ba36-bd465f163ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:55.624987 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-892ad31a-64dd-441e-ba36-bd465f163ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=495750e1d06341f08c722d34f37b7c4d&device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 1127 time: 0.0416954 May 03 09:31:55.713772 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-65477b34-e958-4d59-abc5-a4dc64265f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:55.715185 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-65477b34-e958-4d59-abc5-a4dc64265f13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa306857-8c55-4692-b27d-0ebedd9e2f1a HTTP/1.1" status: 200 len: 914 time: 0.0818110 May 03 09:31:55.758300 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-bb65c374-af4a-4894-abf7-fa375b308b39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fcc67156-0da0-4cb4-a775-81dd1de1d8e9 HTTP/1.1" status: 200 len: 217 time: 0.0363691 May 03 09:31:56.069716 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-e745cee8-ba70-416f-bdbe-c8a59cafbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:56.071123 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-e745cee8-ba70-416f-bdbe-c8a59cafbe37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82e6bf99-3e50-40de-a39f-fecfcaddb954 HTTP/1.1" status: 200 len: 853 time: 0.3069062 May 03 09:31:56.101886 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-f4bdfa85-7a1c-42b8-8cb5-a5b67eb47a7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa306857-8c55-4692-b27d-0ebedd9e2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246027 May 03 09:31:56.189356 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-1e0d63a6-a208-4c36-b830-54337199f484 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817225 May 03 09:31:56.275382 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-24105aa8-7968-4e2c-a47e-3f566b83ce65 req-9cadd1dc-188d-4642-ace0-62f42b21a526 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793052 May 03 09:31:56.599483 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c1b95-e32e-42ae-b54a-c27e10589cb0 req-26ce8250-2988-46e8-8e8b-88a63f45c3eb tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:56.600949 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1a2c1b95-e32e-42ae-b54a-c27e10589cb0 req-26ce8250-2988-46e8-8e8b-88a63f45c3eb tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 943 time: 0.0481625 May 03 09:31:56.645964 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-1a2c1b95-e32e-42ae-b54a-c27e10589cb0 req-9dd97da6-0843-4b80-8792-505fc6986ef2 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 May 03 09:31:57.279949 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:57.585289 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fcc67156-0da0-4cb4-a775-81dd1de1d8e9 details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:31:57.683154 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port fcc67156-0da0-4cb4-a775-81dd1de1d8e9, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:31:57.694161 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9', 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a', 'port_id': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9', 'mac_address': 'fa:16:3e:9a:cd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e6bf99-3e50-40de-a39f-fecfcaddb954', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:31:57.730326 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:31:57.730714 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:57.747463 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc67156-0da0-4cb4-a775-81dd1de1d8e9 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:31:57.761444 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d5373-ef61-4a85-8430-842cf6fa31d3 req-a7f081c9-4927-4730-994d-559b588298e4 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:57.762903 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f43d5373-ef61-4a85-8430-842cf6fa31d3 req-a7f081c9-4927-4730-994d-559b588298e4 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 943 time: 0.0496664 May 03 09:31:57.765998 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port fcc67156-0da0-4cb4-a775-81dd1de1d8e9, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:31:57.770194 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:57.812286 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-f43d5373-ef61-4a85-8430-842cf6fa31d3 req-8b262c43-7e35-49ee-b90d-b89361918afa tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 May 03 09:31:57.817352 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:31:58.002016 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a419894-80fc-4fc4-9a96-af36e5880534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:58.201596 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['fcc67156-0da0-4cb4-a775-81dd1de1d8e9'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:31:58.922517 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b837-7fb7-4e67-9f7e-58bf70d3f0f6 req-40c3258e-a93b-4121-856e-c6bd45385aa4 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:31:58.925328 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d3b0b837-7fb7-4e67-9f7e-58bf70d3f0f6 req-40c3258e-a93b-4121-856e-c6bd45385aa4 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 944 time: 0.0465832 May 03 09:31:58.973703 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d3b0b837-7fb7-4e67-9f7e-58bf70d3f0f6 req-b91f2c02-926b-4f30-89af-91c352e5db86 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 May 03 09:31:59.617908 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fcc67156-0da0-4cb4-a775-81dd1de1d8e9 up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:31:59.660654 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:31:59.666060 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:31:59.666432 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:59.741932 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:31:59.742352 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:59.771184 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:31:59.773404 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95301309-b531-4b36-ac8d-4482b47e4c26" -d '{"events": [{"server_uuid": "0b1ffdfa-8619-491c-a677-19f62f879f53", "name": "network-vif-plugged", "status": "completed", "tag": "fcc67156-0da0-4cb4-a775-81dd1de1d8e9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:31:59.785821 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port fcc67156-0da0-4cb4-a775-81dd1de1d8e9, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:31:59.790790 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:31:59.816726 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a69c33-e8d5-4340-a824-000a66cad363 x-openstack-request-id: req-64a69c33-e8d5-4340-a824-000a66cad363 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:31:59.817011 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ffdfa-8619-491c-a677-19f62f879f53", "name": "network-vif-plugged", "status": "completed", "tag": "fcc67156-0da0-4cb4-a775-81dd1de1d8e9", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:31:59.817258 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64a69c33-e8d5-4340-a824-000a66cad363 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:31:59.817647 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a69c33-e8d5-4340-a824-000a66cad363'] response: {'server_uuid': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9', 'code': 200} May 03 09:31:59.842018 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:32:00.002967 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ca2b-fc36-4802-959c-665ae6b1b7bf req-ebf7e314-ecb3-4ae2-9292-e8b08eb2f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:00.004641 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8434ca2b-fc36-4802-959c-665ae6b1b7bf req-ebf7e314-ecb3-4ae2-9292-e8b08eb2f66f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 1129 time: 0.0374837 May 03 09:32:00.048731 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8434ca2b-fc36-4802-959c-665ae6b1b7bf req-ab9fac6e-d6c2-45b1-9893-191acf6b121e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381134 May 03 09:32:00.086802 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c97849-1664-499b-b968-2063cff5f996 req-194a9c4a-2144-46e7-b35d-7779b28dc31a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:00.088200 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-46c97849-1664-499b-b968-2063cff5f996 req-194a9c4a-2144-46e7-b35d-7779b28dc31a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 945 time: 0.0479660 May 03 09:32:00.133643 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-46c97849-1664-499b-b968-2063cff5f996 req-f4b84c55-955d-45a5-ae8d-cc2976f0c60e tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 May 03 09:32:00.365954 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f51c9179-d77b-4c82-a40c-d7e0831a2cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:01.244569 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec86fc0-7ce5-4dcd-ae9b-facc9cbd3838 req-d83b22ce-c03e-484d-8361-04960a17fdc6 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:01.246029 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ec86fc0-7ce5-4dcd-ae9b-facc9cbd3838 req-d83b22ce-c03e-484d-8361-04960a17fdc6 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 945 time: 0.0459816 May 03 09:32:01.295493 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7ec86fc0-7ce5-4dcd-ae9b-facc9cbd3838 req-a4c7ce4f-60ae-490a-9458-95ebb3e22a48 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 May 03 09:32:01.414383 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:02.404984 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa70b-1433-4da5-b0b9-c266d62d0e35 req-14c8cb8f-fb54-4870-917d-5c6085ecaaba tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:02.406429 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0c6aa70b-1433-4da5-b0b9-c266d62d0e35 req-14c8cb8f-fb54-4870-917d-5c6085ecaaba tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 945 time: 0.0454903 May 03 09:32:02.451831 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-0c6aa70b-1433-4da5-b0b9-c266d62d0e35 req-07c0d48e-952a-4509-ad67-751fac1ef9df tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 May 03 09:32:02.920952 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:04.410258 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:20.703094 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:32:27.285268 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:28.001857 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30b67db4-6884-4478-bc24-232d9a2d76c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:30.365882 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a99bb09-59c0-4bdd-877c-e6fdb97fdcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:31.416582 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:32.925130 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:34.412327 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:51.094128 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c5e7-9aab-4d11-ab71-769ddd6a683a req-9cfd58b2-df4d-4139-ba7a-5f5e478b464c tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:51.095563 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2971c5e7-9aab-4d11-ab71-769ddd6a683a req-9cfd58b2-df4d-4139-ba7a-5f5e478b464c tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 945 time: 0.0453300 May 03 09:32:51.144031 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-2971c5e7-9aab-4d11-ab71-769ddd6a683a req-3f363dc4-7d04-4aa7-94d1-be6aa09d2fda tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 May 03 09:32:52.255784 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0823e-57ae-4a12-a3d0-2ccc4951af1f req-e960fc6a-de18-48af-a79c-7fda48b5bd07 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:52.257270 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7db0823e-57ae-4a12-a3d0-2ccc4951af1f req-e960fc6a-de18-48af-a79c-7fda48b5bd07 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 945 time: 0.0463510 May 03 09:32:52.302854 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-7db0823e-57ae-4a12-a3d0-2ccc4951af1f req-faee8714-765c-4bee-85e4-d07ba4421ec4 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 May 03 09:32:53.094770 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-5d3b5847-6b6b-4e0d-aaa2-a85a78ff26be tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:53.096565 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-5d3b5847-6b6b-4e0d-aaa2-a85a78ff26be tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 945 time: 0.0461051 May 03 09:32:53.179868 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Deleting port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:32:53.180266 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:53.266281 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] For port fcc67156-0da0-4cb4-a775-81dd1de1d8e9, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:32:53.266928 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:53.279649 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Calling delete_port for fcc67156-0da0-4cb4-a775-81dd1de1d8e9 owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:32:53.409686 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (fcc67156-0da0-4cb4-a775-81dd1de1d8e9), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:53.417760 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574e617-39f8-45f5-9518-f9fd900fd1a4 req-5a81c470-bd53-48a0-8709-480e0c13327a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:32:53.419237 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d574e617-39f8-45f5-9518-f9fd900fd1a4 req-5a81c470-bd53-48a0-8709-480e0c13327a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1ffdfa-8619-491c-a677-19f62f879f53 HTTP/1.1" status: 200 len: 945 time: 0.0491073 May 03 09:32:53.438655 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Pushing event deleted for resources: {'Port': ['ID=fcc67156-0da0-4cb4-a775-81dd1de1d8e9,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:32:53.444672 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['fcc67156-0da0-4cb4-a775-81dd1de1d8e9'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:32:53.453293 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.453646 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.453997 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.454420 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.454672 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.455503 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.455823 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.456176 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.456498 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.456832 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.457160 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.457543 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.457874 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.458196 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.458515 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:32:53.474037 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-d574e617-39f8-45f5-9518-f9fd900fd1a4 req-c58a74de-bf02-4fa8-bd32-f1374ef68801 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483630 May 03 09:32:53.499368 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] No DVR routers for this DVR port fcc67156-0da0-4cb4-a775-81dd1de1d8e9 on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:32:53.502567 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:53.505823 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-8672463d-505b-42ee-ac62-0ca522d9bcf5 req-a10423db-5fb3-4c8f-b44a-3d3fa63e3298 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "DELETE /v2.0/ports/fcc67156-0da0-4cb4-a775-81dd1de1d8e9 HTTP/1.1" status: 204 len: 173 time: 0.4046228 May 03 09:32:53.506258 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'name': 'network-vif-deleted', 'tag': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:32:53.508487 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50643c98-d414-4fa4-80d6-30a6b82f3dbf" -d '{"events": [{"server_uuid": "0b1ffdfa-8619-491c-a677-19f62f879f53", "name": "network-vif-deleted", "tag": "fcc67156-0da0-4cb4-a775-81dd1de1d8e9"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:32:53.665064 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c295d9-e2c3-43bd-ab55-c72936a09163 x-openstack-request-id: req-28c295d9-e2c3-43bd-ab55-c72936a09163 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:32:53.665355 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ffdfa-8619-491c-a677-19f62f879f53", "name": "network-vif-deleted", "tag": "fcc67156-0da0-4cb4-a775-81dd1de1d8e9", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:32:53.665607 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28c295d9-e2c3-43bd-ab55-c72936a09163 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:32:53.666099 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c295d9-e2c3-43bd-ab55-c72936a09163'] response: {'server_uuid': '0b1ffdfa-8619-491c-a677-19f62f879f53', 'name': 'network-vif-deleted', 'tag': 'fcc67156-0da0-4cb4-a775-81dd1de1d8e9', 'status': 'completed', 'code': 200} May 03 09:32:56.974302 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fcc67156-0da0-4cb4-a775-81dd1de1d8e9 no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:32:56.997408 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: fcc67156-0da0-4cb4-a775-81dd1de1d8e9 {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:32:56.997693 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device fcc67156-0da0-4cb4-a775-81dd1de1d8e9 not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:32:57.702356 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:32:58.004927 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48e2abd6-3659-4252-b7b3-ac0f2675d1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:32:58.306775 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:00.367630 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-64ed46a7-4775-4369-88ac-641f4348ca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:01.418406 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:02.927151 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:04.414040 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:04.464576 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-3234c14d-cb1e-430f-bbfc-5e4faba5a5de tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:04.466031 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-3234c14d-cb1e-430f-bbfc-5e4faba5a5de tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/networks?id=aa306857-8c55-4692-b27d-0ebedd9e2f1a HTTP/1.1" status: 200 len: 813 time: 0.1003318 May 03 09:33:04.480079 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-745e6c92-bf1e-4ff4-9382-f74689775782 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/quotas/495750e1d06341f08c722d34f37b7c4d HTTP/1.1" status: 200 len: 375 time: 0.0085936 May 03 09:33:04.510853 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-2999bf84-7bc1-41d2-80c2-d6116e2ec2f2 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=495750e1d06341f08c722d34f37b7c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261664 May 03 09:33:04.521450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-c71182ba-b756-46b7-a0fa-c692bec9450f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:33:04.522381 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-c71182ba-b756-46b7-a0fa-c692bec9450f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054538 May 03 09:33:04.612138 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-6a5c55a0-35e8-4907-98a4-ca2f67ac1cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 May 03 09:33:04.702172 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-a91c858e-396a-4f7b-b0e8-5586611553b7 service neutron] 10.222.0.23 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841002 May 03 09:33:04.855598 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-14509a7c-5064-464a-9252-a7098367878f req-1421d8f5-19f4-4c7a-9b57-fee9d556e65b tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0289812 May 03 09:33:05.810127 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-a533e26f-6266-4294-838c-5effa661a88a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:05.811550 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-a533e26f-6266-4294-838c-5effa661a88a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "GET /v2.0/networks?id=aa306857-8c55-4692-b27d-0ebedd9e2f1a HTTP/1.1" status: 200 len: 813 time: 0.1024745 May 03 09:33:05.830565 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Request body: {'port': {'device_id': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a', 'admin_state_up': True, 'tenant_id': '495750e1d06341f08c722d34f37b7c4d'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:33:05.967586 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-4c8ea853-bf97-4f28-8c81-42daf1038e65 req-3ca65346-aa8a-4004-ab3d-0f947ec2cc1b tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0392194 May 03 09:33:05.972652 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Made reservation on behalf of 495750e1d06341f08c722d34f37b7c4d for: {'port': 1} {{(pid=103441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 09:33:05.976185 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (None), before_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:06.113171 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_common [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Allocated IP 172.20.0.11 (aa306857-8c55-4692-b27d-0ebedd9e2f1a/82e6bf99-3e50-40de-a39f-fecfcaddb954/5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da) {{(pid=103441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 09:33:06.263363 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks [] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), precommit_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:06.295207 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728241747586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), after_create {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:06.336827 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Network aa306857-8c55-4692-b27d-0ebedd9e2f1a is already hosted by enough agents. {{(pid=103441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 09:33:06.339922 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.scheduler.base_scheduler [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Resources bound (agent type, host, resource id): {{(pid=103441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 09:33:06.345596 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Received port after_create {{(pid=103441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 09:33:06.351881 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Pushing event updated for resources: {'Port': ['ID=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,revision_number=1']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:33:06.395644 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:06.396184 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:06.411238 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-ce258e37-db56-4420-8170-68e175f95729 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842662 May 03 09:33:06.419930 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-f8ec6c09-19d5-406c-af76-7665aeb09f5e tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 09:33:06.420904 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-f8ec6c09-19d5-406c-af76-7665aeb09f5e tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048444 May 03 09:33:06.482526 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.base [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Request body: {'port': {'device_id': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84027'}} {{(pid=103441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 09:33:06.543002 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:06.796594 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da {{(pid=103441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:33:06.804835 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Publish callbacks [] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:06.817284 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.provisioning_blocks [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Transition to ACTIVE for port object 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da will not be triggered until provisioned by entity L2. {{(pid=103441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 09:33:06.820632 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:06.871982 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:33:06.938776 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Attempting to bind port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da on host hv-cinder-84027 for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 09:33:06.939116 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Attempting to bind port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da by drivers openvswitch,hyperv on host hv-cinder-84027 at level 0 using segments [{'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 09:33:06.939447 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Attempting to bind port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da on network aa306857-8c55-4692-b27d-0ebedd9e2f1a {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:33:06.943703 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da on network aa306857-8c55-4692-b27d-0ebedd9e2f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84027 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 09:33:06.944024 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Attempting to bind port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da on network aa306857-8c55-4692-b27d-0ebedd9e2f1a {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 09:33:06.948925 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Checking agent: {'id': 'b5afb7a8-106a-47fc-8702-f738fec62873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84027', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'started_at': datetime.datetime(2022, 5, 3, 9, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 09:33:06.949272 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Checking segment: {'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 09:33:06.949660 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Bound using segment: {'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 09:33:06.950087 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Bound port: 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da, host: hv-cinder-84027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985ec52-27d9-46fa-8697-913fefa6377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 09:33:06.950444 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:07.013124 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] For port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da, host hv-cinder-84027, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 09:33:07.016270 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] For port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da, host hv-cinder-84027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 09:33:07.023051 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4833387'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:07.059492 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:07.060233 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:07.061534 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] 10.222.0.36 "PUT /v2.0/ports/5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da HTTP/1.1" status: 200 len: 1094 time: 0.6280558 May 03 09:33:07.061991 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'tag': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:33:07.064268 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1836916-37ba-4f8f-bd33-9c634f70d3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f7914eb9-5de0-46bf-8db1-9fbe6456ddd1", "tag": "5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:33:07.086743 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4731-ed46-4c82-b510-4cfb50a06fe9 req-bc3d53e6-ae47-407e-bf12-3b772b71e97c tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:07.088371 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e67f4731-ed46-4c82-b510-4cfb50a06fe9 req-bc3d53e6-ae47-407e-bf12-3b772b71e97c tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 944 time: 0.0490646 May 03 09:33:07.089440 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763973-e131-4a30-a7d6-0b8fba23cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:33:07.112819 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc96524-b916-49a8-8404-c7df5c38b5e9 x-openstack-request-id: req-bfc96524-b916-49a8-8404-c7df5c38b5e9 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:33:07.113022 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7914eb9-5de0-46bf-8db1-9fbe6456ddd1", "tag": "5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:33:07.113204 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfc96524-b916-49a8-8404-c7df5c38b5e9 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:33:07.113605 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc96524-b916-49a8-8404-c7df5c38b5e9'] response: {'name': 'network-changed', 'server_uuid': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'tag': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da', 'status': 'completed', 'code': 200} May 03 09:33:07.141161 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-e67f4731-ed46-4c82-b510-4cfb50a06fe9 req-5475020d-47c1-4677-95fb-5969d652b374 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 May 03 09:33:07.170200 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-42e775c4-587b-4ec0-af1c-6866a2063fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:07.171757 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-42e775c4-587b-4ec0-af1c-6866a2063fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=495750e1d06341f08c722d34f37b7c4d&device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 1128 time: 0.0418942 May 03 09:33:07.222434 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-a02c2878-22e1-4251-b0c5-5d366269bdcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da HTTP/1.1" status: 200 len: 217 time: 0.0377941 May 03 09:33:07.269524 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-e84c4a52-8637-4238-8625-1542d98dbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:07.271027 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-e84c4a52-8637-4238-8625-1542d98dbc10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82e6bf99-3e50-40de-a39f-fecfcaddb954 HTTP/1.1" status: 200 len: 853 time: 0.0434926 May 03 09:33:07.303342 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-09927d05-dee1-4dc8-b801-1223a2e0642b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa306857-8c55-4692-b27d-0ebedd9e2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261540 May 03 09:33:07.398665 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-edb90256-dc84-4420-a59e-e5a6be764547 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893524 May 03 09:33:07.488944 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-b2373cc7-baae-4374-b9fc-2d6008a5bcfd req-77c2d417-9a54-464e-8e11-c74fec8671b8 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845745 May 03 09:33:08.259450 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5fa1f-79d3-48c5-988e-490b9820ab47 req-4fb29164-2915-41a0-9cdb-d08f651e0be8 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:08.260924 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2fa5fa1f-79d3-48c5-988e-490b9820ab47 req-4fb29164-2915-41a0-9cdb-d08f651e0be8 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 944 time: 0.0499725 May 03 09:33:08.306824 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-2fa5fa1f-79d3-48c5-988e-490b9820ab47 req-50fc82f4-5a04-4eb0-b189-ae991fc34ade tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 May 03 09:33:09.418096 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0e2c0-a8f0-408e-85f7-0f0654ca2eb5 req-1ff8ae51-4c7e-4718-913e-17bd5a12c7fb tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:09.419556 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-67a0e2c0-a8f0-408e-85f7-0f0654ca2eb5 req-1ff8ae51-4c7e-4718-913e-17bd5a12c7fb tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 944 time: 0.0462003 May 03 09:33:09.464549 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-67a0e2c0-a8f0-408e-85f7-0f0654ca2eb5 req-34794289-797c-48bc-8eb2-a51c7ea4994f tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 May 03 09:33:09.940830 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-3c68a658-c89f-4172-8f5a-2d141f38b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:09.942349 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-3c68a658-c89f-4172-8f5a-2d141f38b974 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=495750e1d06341f08c722d34f37b7c4d&device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 1128 time: 0.0387347 May 03 09:33:10.035501 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-0f044748-11b2-4ee5-8eb9-767f1431bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:10.037458 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-0f044748-11b2-4ee5-8eb9-767f1431bddc service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa306857-8c55-4692-b27d-0ebedd9e2f1a HTTP/1.1" status: 200 len: 914 time: 0.0874341 May 03 09:33:10.077135 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-1174149f-c984-4f6f-b505-13b9dca11ecc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da HTTP/1.1" status: 200 len: 217 time: 0.0329809 May 03 09:33:10.123627 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-21e4d862-1505-4277-892b-7d6ea1f4fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:10.125068 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-21e4d862-1505-4277-892b-7d6ea1f4fad8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82e6bf99-3e50-40de-a39f-fecfcaddb954 HTTP/1.1" status: 200 len: 853 time: 0.0416784 May 03 09:33:10.159083 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-092328d0-614a-4aa5-a39a-52bcf9c17092 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa306857-8c55-4692-b27d-0ebedd9e2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285621 May 03 09:33:10.245211 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-29f08151-0e77-4206-b91b-e9434d8363c6 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800562 May 03 09:33:10.338745 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-a1836916-37ba-4f8f-bd33-9c634f70d3ef req-9b3bdc60-91db-4816-b120-d023ca93e5b7 service neutron] 10.222.0.36 "GET /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875504 May 03 09:33:10.574768 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed09e2-cfe6-4ac0-84aa-523ce0783980 req-98cee761-919f-422b-a9ed-63a4aa88387f tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:10.576252 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-76ed09e2-cfe6-4ac0-84aa-523ce0783980 req-98cee761-919f-422b-a9ed-63a4aa88387f tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 944 time: 0.0460353 May 03 09:33:10.621770 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-76ed09e2-cfe6-4ac0-84aa-523ce0783980 req-efc7ae47-bcd0-4e02-ad61-cd1fb1f2900f tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 May 03 09:33:11.730748 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255795f8-4d97-4d62-a3e6-1275276902cc req-03e06346-79dc-4881-8df2-918bb685cc92 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:11.732192 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-255795f8-4d97-4d62-a3e6-1275276902cc req-03e06346-79dc-4881-8df2-918bb685cc92 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 944 time: 0.0447004 May 03 09:33:11.776495 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-255795f8-4d97-4d62-a3e6-1275276902cc req-a8145b4f-69be-4ed2-b574-9f73ab36ac10 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389168 May 03 09:33:12.333236 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da details requested by agent hyperv_hv-cinder-84027 with host hv-cinder-84027 {{(pid=103442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 09:33:12.427556 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:33:12.441431 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Returning: {'device': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da', 'network_id': 'aa306857-8c55-4692-b27d-0ebedd9e2f1a', 'port_id': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da', 'mac_address': 'fa:16:3e:aa:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e6bf99-3e50-40de-a39f-fecfcaddb954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 09:33:12.484742 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da is: DOWN; New status is: BUILD {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:33:12.485046 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:12.497664 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 09:33:12.516155 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:33:12.520072 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:12.565193 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,revision_number=4']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:33:12.571843 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.572214 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.572557 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.572895 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.573227 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.573557 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.573882 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.574203 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.574524 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.574845 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.575164 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.575485 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.575800 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.576132 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.576451 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:33:12.886262 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c365be-d8ee-4054-8da5-7667278b7dbc req-49b28433-0a99-46b8-94af-34f2f84ee581 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:12.887777 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-59c365be-d8ee-4054-8da5-7667278b7dbc req-49b28433-0a99-46b8-94af-34f2f84ee581 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 945 time: 0.0459158 May 03 09:33:12.937314 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-59c365be-d8ee-4054-8da5-7667278b7dbc req-ad8b2171-20a1-4aff-942e-c708724f30c3 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 May 03 09:33:13.012828 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:33:14.048785 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e7ee3-9fee-4bc4-b11c-97004ebcdd37 req-ee4ccd61-61e0-4b15-b0f2-b08d83b4c707 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:14.050221 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-660e7ee3-9fee-4bc4-b11c-97004ebcdd37 req-ee4ccd61-61e0-4b15-b0f2-b08d83b4c707 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 945 time: 0.0483916 May 03 09:33:14.095837 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-660e7ee3-9fee-4bc4-b11c-97004ebcdd37 req-c68d7387-2ee2-41f6-b8ee-3151961a1f00 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 May 03 09:33:14.353629 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da up at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 09:33:14.396608 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning for port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da completed by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 09:33:14.402461 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Provisioning complete for port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da triggered by entity L2. {{(pid=103442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 09:33:14.403006 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388118'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), provisioning_complete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:14.480546 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Current status of the port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da is: BUILD; New status is: ACTIVE {{(pid=103442) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 09:33:14.480853 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541036'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:14.502729 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:33:14.505585 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}def58bc5461af4f91d85c62f5e6029276b9cd967f00782b6c6bec65269bcef9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec153a5b-98a8-4e96-ac4c-61ef20da447a" -d '{"events": [{"server_uuid": "f7914eb9-5de0-46bf-8db1-9fbe6456ddd1", "name": "network-vif-plugged", "status": "completed", "tag": "5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:33:14.517838 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] For port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:33:14.522093 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728242225071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728241747604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728241747622'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:14.544478 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdc5a1e-2855-4c47-9b08-cb75cdebf635 x-openstack-request-id: req-2cdc5a1e-2855-4c47-9b08-cb75cdebf635 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:33:14.544764 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7914eb9-5de0-46bf-8db1-9fbe6456ddd1", "name": "network-vif-plugged", "status": "completed", "tag": "5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:33:14.545013 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cdc5a1e-2855-4c47-9b08-cb75cdebf635 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:33:14.545401 dv-cinder-840279-1-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdc5a1e-2855-4c47-9b08-cb75cdebf635'] response: {'server_uuid': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da', 'code': 200} May 03 09:33:14.571111 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Pushing event updated for resources: {'Port': ['ID=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:33:14.752150 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511a75c-eea4-4949-a834-518e53124c57 req-62d7552b-a4ea-4e21-8eb4-f8adfdb8c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:14.753547 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9511a75c-eea4-4949-a834-518e53124c57 req-62d7552b-a4ea-4e21-8eb4-f8adfdb8c159 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 1130 time: 0.0408564 May 03 09:33:14.795468 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-9511a75c-eea4-4949-a834-518e53124c57 req-b7e42883-fbd3-4682-99a4-e9b163218246 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 May 03 09:33:15.205747 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b23ef-8a43-4ba7-8324-905bee76b18b req-1848beaa-3994-4bd6-92fb-8c0a84e14e43 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:15.210885 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-822b23ef-8a43-4ba7-8324-905bee76b18b req-1848beaa-3994-4bd6-92fb-8c0a84e14e43 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0443013 May 03 09:33:15.252847 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-822b23ef-8a43-4ba7-8324-905bee76b18b req-a34c4cf1-1c16-4c05-9618-c43c0eca5906 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 May 03 09:33:16.365860 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a4d2-8ab8-46bf-bf82-458776ecb797 req-b99e3ed6-b803-47de-95da-627da9a4e10e tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:16.367312 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5252a4d2-8ab8-46bf-bf82-458776ecb797 req-b99e3ed6-b803-47de-95da-627da9a4e10e tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0450144 May 03 09:33:16.417452 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5252a4d2-8ab8-46bf-bf82-458776ecb797 req-2df3f81d-f6f4-4d00-874d-a079d5cee448 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 May 03 09:33:28.005738 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28aff929-c231-4928-bfe9-473749e13e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:28.292513 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:30.368171 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e0257115-18db-4275-9992-845cd4e7f3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:31.420746 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:32.931522 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:34.418875 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:34.701825 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:33:40.543549 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a369762-80a3-4dc1-a140-a4fe4ff69114 req-f0da82ad-f58f-48a5-877c-5c5858a6f5d1 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:40.545055 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5a369762-80a3-4dc1-a140-a4fe4ff69114 req-f0da82ad-f58f-48a5-877c-5c5858a6f5d1 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0495362 May 03 09:33:40.598005 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-5a369762-80a3-4dc1-a140-a4fe4ff69114 req-95d3d4b0-9c96-4d2f-935f-5f27a1645b19 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470479 May 03 09:33:41.714074 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058687ab-4426-4802-bfe9-6b16c27404ba req-b8cb28ac-cdf1-4a61-9085-6df978a8b30a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:41.715513 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-058687ab-4426-4802-bfe9-6b16c27404ba req-b8cb28ac-cdf1-4a61-9085-6df978a8b30a tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0487437 May 03 09:33:41.760184 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [req-058687ab-4426-4802-bfe9-6b16c27404ba req-2d6e3819-7b29-42cb-be3e-18b982604bd5 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 May 03 09:33:42.542578 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-4344b852-da16-4db5-9c40-f9b35b2f0bab tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:42.544022 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-4344b852-da16-4db5-9c40-f9b35b2f0bab tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0451195 May 03 09:33:42.627234 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Deleting port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da {{(pid=103441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 09:33:42.627570 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728242219021'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:42.713963 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] For port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da, host hv-cinder-84027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84027',level=0,port_id=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,segment=NetworkSegment(8985ec52-27d9-46fa-8697-913fefa6377f),segment_id=8985ec52-27d9-46fa-8697-913fefa6377f)] {{(pid=103441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 09:33:42.714318 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443112'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:42.727311 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Calling delete_port for 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da owned by compute:nova {{(pid=103441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 09:33:42.885898 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e270ed-4604-4fde-ab37-77c6fb903569 req-2f503e29-2566-479f-99f9-7484389befc7 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 09:33:42.887378 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-51e270ed-4604-4fde-ab37-77c6fb903569 req-2f503e29-2566-479f-99f9-7484389befc7 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7914eb9-5de0-46bf-8db1-9fbe6456ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0591187 May 03 09:33:42.891521 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728242225053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728241747595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4833298'] for port (5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:42.927277 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] get_ports_and_sgs() called for port_ids ['5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da'] {{(pid=103442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 09:33:42.928019 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Pushing event deleted for resources: {'Port': ['ID=5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:33:42.986643 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] No DVR routers for this DVR port 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da on host hv-cinder-84027 {{(pid=103441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 09:33:42.989230 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236890'] for port (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:42.992591 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-63947df6-447a-4d3c-9b4b-7e9f3b474660 req-5e7fbfca-2339-4656-8808-8966b3cd3af0 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.36 "DELETE /v2.0/ports/5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da HTTP/1.1" status: 204 len: 173 time: 0.4430957 May 03 09:33:42.994937 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'name': 'network-vif-deleted', 'tag': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da'}] {{(pid=103441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 09:33:42.997251 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}098d55b280897753b35c8b78458d942de53dd2dfbcbda1229c45476a30a997e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a279834-eca3-4647-a433-23ad824d67aa" -d '{"events": [{"server_uuid": "f7914eb9-5de0-46bf-8db1-9fbe6456ddd1", "name": "network-vif-deleted", "tag": "5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da"}]}' {{(pid=103441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 09:33:43.015115 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [req-51e270ed-4604-4fde-ab37-77c6fb903569 req-8a2a0930-443c-4b6b-97e8-cece872db338 tempest-VolumesSnapshotTestJSON-218937387 tempest-VolumesSnapshotTestJSON-218937387-project] 10.222.0.23 "GET /v2.0/security-groups?id=1bbda3bd-29bc-4846-bf04-772b18c763b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175864 May 03 09:33:43.037466 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb18689f-16d1-43ab-ac5a-21ec7badee68 x-openstack-request-id: req-fb18689f-16d1-43ab-ac5a-21ec7badee68 {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 09:33:43.037756 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7914eb9-5de0-46bf-8db1-9fbe6456ddd1", "name": "network-vif-deleted", "tag": "5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da", "status": "completed", "code": 200}]} {{(pid=103441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 09:33:43.038305 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb18689f-16d1-43ab-ac5a-21ec7badee68 {{(pid=103441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 09:33:43.038735 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb18689f-16d1-43ab-ac5a-21ec7badee68'] response: {'server_uuid': 'f7914eb9-5de0-46bf-8db1-9fbe6456ddd1', 'name': 'network-vif-deleted', 'tag': '5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da', 'status': 'completed', 'code': 200} May 03 09:33:47.868037 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da no longer exists at agent hyperv_hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 09:33:47.890931 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] No Port match for: 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da {{(pid=103442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 09:33:47.891262 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.rpc [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Device 5328f3d7-f4dd-4a71-a26f-2fbc32bfb5da not bound to the agent host hv-cinder-84027 {{(pid=103442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 09:33:58.006446 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68f59e88-5e4c-4a66-a0c8-87e1885a5dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:33:58.300665 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:00.369559 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05a7ee02-daa7-4242-8164-3afef3b1c2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:01.428068 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:02.934465 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:04.419938 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.057169 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 38808) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:34:08.101105 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Deleting subnet 82e6bf99-3e50-40de-a39f-fecfcaddb954 {{(pid=103441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 09:34:08.104117 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Publish callbacks [] for subnet (82e6bf99-3e50-40de-a39f-fecfcaddb954), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.137544 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4532869'] for subnet (82e6bf99-3e50-40de-a39f-fecfcaddb954), precommit_delete_associations {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.179320 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391428'] for subnet (82e6bf99-3e50-40de-a39f-fecfcaddb954), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.230994 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4833317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4369105'] for subnet (82e6bf99-3e50-40de-a39f-fecfcaddb954), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.256590 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e6bf99-3e50-40de-a39f-fecfcaddb954,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:34:08.261075 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for subnet (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.264324 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82e6bf99-3e50-40de-a39f-fecfcaddb954 HTTP/1.1" status: 204 len: 168 time: 0.2061419 May 03 09:34:08.266938 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [-] (103440) accepted ('10.222.0.23', 38810) {{(pid=103440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:34:08.270296 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.271188 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.271509 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.271849 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.272212 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.272544 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.272869 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.273194 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.273519 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.273844 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.274171 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.274495 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.274880 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.275253 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.275593 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdfeea-c477-4c21-9f02-47a843bf686e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.333037 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497174'] for network (aa306857-8c55-4692-b27d-0ebedd9e2f1a), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.410855 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390321', 'neutron.services.segments.db._delete_segments_for_network-8728242212410'] for network (aa306857-8c55-4692-b27d-0ebedd9e2f1a), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.430706 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa306857-8c55-4692-b27d-0ebedd9e2f1a']}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:34:08.439591 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8985ec52-27d9-46fa-8697-913fefa6377f') {'for_net_delete': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:34:08.439883 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.services.segments.db [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8985ec52-27d9-46fa-8697-913fefa6377f') {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 09:34:08.448927 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728242213443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6768279'] for segment (8985ec52-27d9-46fa-8697-913fefa6377f), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.462242 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681'] for segment (8985ec52-27d9-46fa-8697-913fefa6377f), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.468110 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 09:34:08.468509 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6087267'] for segment (8985ec52-27d9-46fa-8697-913fefa6377f), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: Traceback (most recent call last): May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: timer() May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: cb(*args, **kw) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: return func(*args, **kwargs) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: self._notify() May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: self.callback(batched_events) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: event.method(event) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: aggregate_uuid = self.p_client.list_aggregates( May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: return f(self, *a, **k) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._get(url).json() May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: return self.request(url, 'GET', **kwargs) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: base_url = self.get_endpoint(auth, allow=allow, May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 09:34:08.470143 dv-cinder-840279-1-iscsi neutron-server[103440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 09:34:08.527108 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445906'] for network (aa306857-8c55-4692-b27d-0ebedd9e2f1a), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.532423 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567822'] for network (None), before_response {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.535509 dv-cinder-840279-1-iscsi neutron-server[103440]: INFO neutron.wsgi [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa306857-8c55-4692-b27d-0ebedd9e2f1a HTTP/1.1" status: 204 len: 168 time: 0.2675662 May 03 09:34:08.547668 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa306857-8c55-4692-b27d-0ebedd9e2f1a,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:34:08.555763 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.556132 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.556478 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.556816 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.557150 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.557479 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.557807 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.558131 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.558456 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.558782 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.559108 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.559438 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.559759 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.560078 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.560420 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed690c-4481-45ee-bf0e-5ae0667f9b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840279-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 09:34:08.662307 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 38814) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:34:08.701246 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-b3efe377-70c3-4f30-9e1a-31723da259d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=495750e1d06341f08c722d34f37b7c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375130 May 03 09:34:08.703669 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [-] (103441) accepted ('10.222.0.23', 38816) {{(pid=103441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 09:34:08.749277 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-99b34f49-c272-425f-9551-c9358d64de60 admin admin] Publish callbacks [] for security_group (1bbda3bd-29bc-4846-bf04-772b18c763b6), before_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.771550 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-99b34f49-c272-425f-9551-c9358d64de60 admin admin] Publish callbacks [] for security_group (1bbda3bd-29bc-4846-bf04-772b18c763b6), precommit_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.816328 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-99b34f49-c272-425f-9551-c9358d64de60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476723'] for security_group (1bbda3bd-29bc-4846-bf04-772b18c763b6), after_delete {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.819546 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-99b34f49-c272-425f-9551-c9358d64de60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:08.820697 dv-cinder-840279-1-iscsi neutron-server[103441]: INFO neutron.wsgi [None req-99b34f49-c272-425f-9551-c9358d64de60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bbda3bd-29bc-4846-bf04-772b18c763b6 HTTP/1.1" status: 204 len: 168 time: 0.1161070 May 03 09:34:08.828715 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b34f49-c272-425f-9551-c9358d64de60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbda3bd-29bc-4846-bf04-772b18c763b6,revision_number=None']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 09:34:11.701021 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:34:28.007419 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-289aa56d-1e90-489b-8f82-6cb7aa013587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:28.299570 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:30.369769 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5288173-8c51-4e59-8252-62fab936d9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:31.427594 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:32.938213 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:34.424298 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:48.701240 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:34:58.011601 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be993412-e302-4d91-9706-0e46b4e0c258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:34:58.292044 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:00.371904 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec90cfb7-a343-4c6b-9b11-742615a640ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:01.429537 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:02.940556 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:04.426418 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:25.701206 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:35:28.013970 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eccabba8-fb6e-4134-849f-f68359d377bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:28.303957 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:30.373475 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcaa67bf-6196-477a-b2a9-fba107cf5980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:31.432021 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:32.944605 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:34.430175 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:47.615523 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-8362a99d-45e2-420a-a5ab-7063858fff3e service neutron] (103441) timed out ('10.222.0.23', 33376) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 09:35:47.688291 dv-cinder-840279-1-iscsi neutron-server[103441]: DEBUG neutron.wsgi [req-97290c60-6ee3-46ae-b5fc-65fee90cf5e9 req-8cbca0e4-c2eb-4fed-95fe-56fb6e84cb78 tempest-AttachVolumeShelveTestJSON-1206838280 tempest-AttachVolumeShelveTestJSON-1206838280-project] (103441) timed out ('10.222.0.23', 33388) {{(pid=103441) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 09:35:58.016824 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0161857-e1fe-4d4c-9635-088715980577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:35:58.302538 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:00.375219 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c70a-2dcc-440a-8999-651f632e24ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:01.433881 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:02.700592 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:36:02.946446 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:04.432727 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:28.018361 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a2f7-cfc4-4bb3-9bbd-67878a3047c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:28.315438 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:30.377388 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45a39520-8f7c-4f34-94bd-fa2dd2dea2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:31.437220 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:32.949404 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:34.433920 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:39.701712 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:36:58.019750 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73d1dc1c-8a88-4f1b-b464-98d00f873f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:36:58.328983 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:00.378539 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06c4b5ab-8b1a-4a6b-bf40-a9c1ee943dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:01.442361 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:02.952896 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:04.436455 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:16.701083 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:37:28.020884 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-194588ed-a1c7-4260-b51b-0e685fb9cc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:28.327844 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:30.388265 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e03a600e-ee5b-400e-93a1-e9f9a944c3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:31.442945 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:32.958816 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:34.438614 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:45.820625 dv-cinder-840279-1-iscsi neutron-server[103440]: DEBUG neutron.wsgi [req-dfa2010e-ac2a-40ee-a3fd-05475a183690 req-87eaa970-3eb6-4b8d-b1c3-e9095b5554f0 service neutron] (103440) timed out ('10.222.0.36', 64646) {{(pid=103440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 09:37:53.700227 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:37:58.022264 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b40da02-fa8d-495d-a325-1ef9b3bf3290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:37:58.342661 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:00.379383 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4bd692c-c73f-4bbe-9357-3f9013506264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:01.445525 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:02.959817 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:04.441030 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:28.023664 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1915b32-143d-4452-a9e2-4da1a0a17ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:28.355721 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:30.380890 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9284457-da14-4ca4-ad30-1c6d8bd3c65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:30.700057 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:38:31.448637 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:32.962988 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:34.443765 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:58.024774 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3b458fb0-882f-4190-99e8-3c04c88c5d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:38:58.354310 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:00.382270 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66952fbf-39f0-488b-8ded-ccaf442a2037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:01.451498 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:02.965654 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:04.444728 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:07.701100 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 09:39:28.026192 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efa32346-d8a5-4119-ae93-61427f4caaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (bc118a63-15ff-4b9c-848b-bf598bfc4511), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:28.353238 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c06ca9c-200a-47db-b573-4a1f92a5d3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (b5afb7a8-106a-47fc-8702-f738fec62873), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:30.383405 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-655a75db-cb3d-43d5-a7dc-eb0ce6a6d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (f689dbd0-94ec-45a6-a75c-9718a54e5656), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:31.455850 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20305b3b-581a-4298-af8d-85aeb5e30283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (564bafaf-b2c2-4985-a4b7-a17c77fc8692), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:32.968737 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b696cf0-6f7b-426a-bd0c-878e29c3e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (e8ec8b07-d368-44a3-a550-cab149c9bd4d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:34.446484 dv-cinder-840279-1-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3b31-383a-4863-86a3-89016b2e9870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728242212392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388080'] for agent (4d65060e-597d-4da7-84c4-e0cc421f9e20), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 09:39:44.700361 dv-cinder-840279-1-iscsi neutron-server[103443]: DEBUG neutron.db.agents_db [None req-b55a7a0d-ebc8-4115-9083-ffbb37b31424 None None] Agent healthcheck: found 6 active agents {{(pid=103443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}